o Gi@s&dZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlZddlmZmZmZddlmZmZmZmZmZddlmZd d lmZd d lmZm Z m!Z!m"Z"m#Z#m$Z$e$%e&Z'e(d Z)Gd dde Z*GdddZ+ddZ,ddZ-Gddde+Z.dS)z%ConfigMixin base class and utilities.N) OrderedDict)Path)Any) DDUFEntry create_repohf_hub_download)EntryNotFoundErrorHfHubHTTPErrorRepositoryNotFoundErrorRevisionNotFoundErrorvalidate_hf_hub_args)Self) __version__)HUGGINGFACE_CO_RESOLVE_ENDPOINT DummyObject deprecateextract_commit_hashhttp_user_agentloggingzconfig\.(.*)\.jsoncsTeZdZfddZddZddZddZd d Zfd d Zfd dZ Z S) FrozenDictcs:tj|i||D] \}}t|||q d|_dS)NT)super__init__itemssetattr_FrozenDict__frozen)selfargskwargskeyvalue __class__Q/home/ubuntu/.local/lib/python3.10/site-packages/diffusers/configuration_utils.pyr9s zFrozenDict.__init__cOtd|jjd)Nz$You cannot use ``__delitem__`` on a instance. Exceptionr"__name__rrrr#r#r$ __delitem__AzFrozenDict.__delitem__cOr%)Nz#You cannot use ``setdefault`` on a r&r'r*r#r#r$ setdefaultDr,zFrozenDict.setdefaultcOr%)NzYou cannot use ``pop`` on a r&r'r*r#r#r$popGr,zFrozenDict.popcOr%)NzYou cannot use ``update`` on a r&r'r*r#r#r$updateJr,zFrozenDict.updatec6t|dr|jrtd|jjdt||dSN__frozenz$You cannot use ``__setattr__`` on a r&)hasattrrr(r"r)r __setattr__rnamer r!r#r$r4MzFrozenDict.__setattr__cr0r1)r3rr(r"r)r __setitem__r5r!r#r$r8Rr7zFrozenDict.__setitem__) r) __module__ __qualname__rr+r-r.r/r4r8 __classcell__r#r#r!r$r8s  rc @seZdZdZdZgZdZgZdZe d,ddZ ddZ d e d e fd d Zd-d e ejBdefddZe d.deee e fBd eeeee e ffBfddZe ddZe e  d/de ejBd eee e fee e fffddZeddZe ddZe d0de ejBdee efdBfdd Zd!d"Z e!d ee e ffd#d$Z"d e fd%d&Z#d'e ejBfd(d)Z$e de dee effd*d+Z%dS)1 ConfigMixina Base class for all configuration classes. All configuration parameters are stored under `self.config`. Also provides the [`~ConfigMixin.from_config`] and [`~ConfigMixin.save_config`] methods for loading, downloading, and saving classes that inherit from [`ConfigMixin`]. Class attributes: - **config_name** (`str`) -- A filename under which the config should stored when calling [`~ConfigMixin.save_config`] (should be overridden by parent class). - **ignore_for_config** (`list[str]`) -- A list of attributes that should not be saved in the config (should be overridden by subclass). - **has_compatibles** (`bool`) -- Whether the class has compatible classes (should be overridden by subclass). - **_deprecated_kwargs** (`list[str]`) -- Keyword arguments that are deprecated. Note that the `init` function should only have a `kwargs` argument if at least one argument is deprecated (should be overridden by subclass). NF AutoModelcCs"|dkr td|d||_dS)a4 Register this class with the given auto class so that it can be loaded with `AutoModel.from_pretrained(..., trust_remote_code=True)`. When the config is saved, the resulting `config.json` will include an `auto_map` entry mapping the auto class to this class's module and class name. Args: auto_class (`str` or type, *optional*, defaults to `"AutoModel"`): The auto class to register this class with. Can be a string (e.g. `"AutoModel"`) or the class itself. Currently only `"AutoModel"` is supported. Example: ```python from diffusers import ModelMixin, ConfigMixin class MyCustomModel(ModelMixin, ConfigMixin): ... MyCustomModel.register_for_auto_class("AutoModel") ``` r=z$Only 'AutoModel' is supported, got ''.N) ValueError _auto_class)cls auto_classr#r#r$register_for_auto_classps z#ConfigMixin.register_for_auto_classcKst|jdurtd|jd|ddt|ds|}nt|j}i|j|}td|d|t ||_dS)NzMake sure that z' has defined a class name `config_name`r_internal_dictzUpdating config from z to ) config_nameNotImplementedErrorr"r.r3dictrDloggerdebugr)rr internal_dict previous_dictr#r#r$register_to_configs    zConfigMixin.register_to_configr6returnc Csd|jvo t|jd|}||jv}|r;|s;d|dt|jd|dt|jd|d }tdd |d d |j|Std t|jd |d )aWThe only reason we overwrite `getattr` here is to gracefully deprecate accessing config attributes directly. See https://github.com/huggingface/diffusers/pull/3129 This function is mostly copied from PyTorch's __getattr__ overwrite: https://pytorch.org/docs/stable/_modules/torch/nn/modules/module.html#Module rDzAccessing config attribute `z` directly via 'z1' object attribute is deprecated. Please access 'z' over 'z1's config object instead, e.g. 'scheduler.config.r>zdirect config name access1.0.0F standard_warn'z' object has no attribute ')__dict__r3typer)rrDAttributeError)rr6 is_in_config is_attributedeprecation_messager#r#r$ __getattr__s 0 zConfigMixin.__getattr__save_directory push_to_hubc Kstj|rtd|dtj|ddtj||j}||t d||rm| dd}| dd}| d d }| d d}| d | tjj d } t | d||dj} | dd} |j|| |||| ddSdS)aI Save a configuration object to the directory specified in `save_directory` so that it can be reloaded using the [`~ConfigMixin.from_config`] class method. Args: save_directory (`str` or `os.PathLike`): Directory where the configuration JSON file is saved (will be created if it does not exist). push_to_hub (`bool`, *optional*, defaults to `False`): Whether or not to push your model to the Hugging Face Hub after saving it. You can specify the repository you want to push to with `repo_id` (will default to the name of `save_directory` in your namespace). kwargs (`dict[str, Any]`, *optional*): Additional keyword arguments passed along to the [`~utils.PushToHubMixin.push_to_hub`] method. zProvided path (z#) should be a directory, not a fileT)exist_okzConfiguration saved in commit_messageNprivate create_prFtokenrepo_id)r[r]r_ subfolder)r_r\r^rb)ospathisfileAssertionErrormakedirsjoinrE to_json_filerHinfor.splitseprr`_upload_folder) rrYrZroutput_config_filer\r]r^r_r`rbr#r#r$ save_configs.        zConfigMixin.save_configconfigc Ks2d|vr |d}|durtdt|tsKd}d|jvr&|d|d7}nd|jvr6|d |d |d 7}td d |dd|jd|dd|\}}|j|fi|\}}}d|vrb|d|d<|jD] }||vrr||||<qe|di|} d|vr|j|d<| j di|i||}|r| |fS| S)a  Instantiate a Python class from a config dictionary. Parameters: config (`dict[str, Any]`): A config dictionary from which the Python class is instantiated. Make sure to only load configuration files of compatible classes. return_unused_kwargs (`bool`, *optional*, defaults to `False`): Whether kwargs that are not consumed by the Python class should be returned or not. kwargs (remaining dictionary of keyword arguments, *optional*): Can be used to update the configuration object (after it is loaded) and initiate the Python class. `**kwargs` are passed directly to the underlying scheduler/model's `__init__` method and eventually overwrite the same named arguments in `config`. Returns: [`ModelMixin`] or [`SchedulerMixin`]: A model or scheduler object instantiated from a config dictionary. Examples: ```python >>> from diffusers import DDPMScheduler, DDIMScheduler, PNDMScheduler >>> # Download scheduler from huggingface.co and cache. >>> scheduler = DDPMScheduler.from_pretrained("google/ddpm-cifar10-32") >>> # Instantiate DDIM scheduler class with same config as DDPM >>> scheduler = DDIMScheduler.from_config(scheduler.config) >>> # Instantiate PNDM scheduler class with same config as DDPM >>> scheduler = PNDMScheduler.from_config(scheduler.config) ``` pretrained_model_name_or_pathNzFPlease make sure to provide a config as the first positional argument.zJIt is deprecated to pass a pretrained model name or path to `from_config`. Schedulerz3If you were trying to load a scheduler, please use z.from_pretrained(...) instead. Otherwise, please make sure to pass a configuration dictionary instead. This functionality will be removed in v1.0.0.Modelz/If you were trying to load a model, please use z.load_config(...) followed by z.from_config(...) instead. Otherwise, please make sure to pass a configuration dictionary instead. This functionality will be removed in v1.0.0.zconfig-passed-as-pathrNFrOT)rqreturn_unused_kwargsdtype _class_namer#) r.r? isinstancerGr)r load_configextract_init_dict_deprecated_kwargsrL) rArprtrrW init_dict unused_kwargs hidden_dictdeprecated_kwargmodelr#r#r$ from_configsB'        zConfigMixin.from_configcOs,d|d}tdd|dd|j|i|S)Nz8 The function get_config_dict is deprecated. Please use zE.load_config instead. This function will be removed in version v1.0.0get_config_dictrNFrO)rrx)rArrrWr#r#r$r:s zConfigMixin.get_config_dictrqcKs|dd}|dd}|dd}|dd}|dd} |d d} |d d} |d d} |d d} |d d}|di}|dd}i|ddi}t|}t|}|jduratd|rr|durktd|||}ntj|r{|}ntj |r|durtjtj |||jrtj |||j}ntjtj ||jrtj ||j}nt d|jd|dzt ||j||| | | ||| ||d }Wnqt yt |dtyt | d|dtyt |d|jdty}z t d|d|d}~wty+t dtd|d |jd!t yAt d"|d#|d$|jd%wz |j||d&}t|}Wntjtfybt d'|d(w|sk|sk|S|f}|rv||f7}|r~||f7}|S))a Load a model or scheduler configuration. Parameters: pretrained_model_name_or_path (`str` or `os.PathLike`, *optional*): Can be either: - A string, the *model id* (for example `google/ddpm-celebahq-256`) of a pretrained model hosted on the Hub. - A path to a *directory* (for example `./my_model_directory`) containing model weights saved with [`~ConfigMixin.save_config`]. cache_dir (`str | os.PathLike`, *optional*): Path to a directory where a downloaded pretrained model configuration is cached if the standard cache is not used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force the (re-)download of the model weights and configuration files, overriding the cached versions if they exist. proxies (`dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request. output_loading_info(`bool`, *optional*, defaults to `False`): Whether or not to also return a dictionary containing missing keys, unexpected keys and error messages. local_files_only (`bool`, *optional*, defaults to `False`): Whether to only load local model weights and configuration files or not. If set to `True`, the model won't be downloaded from the Hub. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, the token generated from `diffusers-cli login` (stored in `~/.huggingface`) is used. revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, a commit id, or any identifier allowed by Git. subfolder (`str`, *optional*, defaults to `""`): The subfolder location of a model file within a larger model repository on the Hub or locally. return_unused_kwargs (`bool`, *optional*, defaults to `False): Whether unused keyword arguments of the config are returned. return_commit_hash (`bool`, *optional*, defaults to `False): Whether the `commit_hash` of the loaded configuration are returned. Returns: `dict`: A dictionary of all the parameters stored in a JSON configuration file. cache_dirN local_dirlocal_dir_use_symlinksautoforce_downloadFproxiesr_local_files_onlyrevisionmirrorrb user_agent dduf_entries file_typerpz`self.config_name` is not defined. Note that one should not load a config from `ConfigMixin`. Please make sure to define `config_name` in a class inheriting from `ConfigMixin`zDDUF file only allow for 1 level of directory (e.g transformer/model1/model.safetentors is not allowed). Please check the DDUF structurezError no file named z found in directory .) filenamerrrrr_rrbrrrz is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' If this is a private repository, make sure to pass a token having permission to this repo with `token` or log in with `hf auth login`.z is not a valid git identifier (branch name, tag name or commit id) that exists for this model name. Check the model page at 'https://huggingface.co/z' for available revisions.z& does not appear to have a file named z:There was a specific connection error when trying to load z: zWe couldn't connect to 'zM' to load this model, couldn't find it in the cached files and it looks like z- is not the path to a directory containing a z file. Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/diffusers/installation#offline-mode'.zCan't load config for 'z'. If you were trying to load it from 'https://huggingface.co/models', make sure you don't have a local directory with the same name. Otherwise, make sure 'z2' is the correct path to a directory containing a z file)rz"It looks like the config file at 'z' is not a valid JSON file.)r.rstrrEr?_get_config_file_from_ddufrcrdreisdirrhEnvironmentErrorrr r rr r_dict_from_json_filerjsonJSONDecodeErrorUnicodeDecodeError)rArqrtreturn_commit_hashrrrrrrr_rr_rbrr config_fileerr config_dict commit_hashoutputsr#r#r$rxCs 5                     zConfigMixin.load_configcCsttt|jjSN)setrGinspect signaturer parameterskeys) input_classr#r#r$_get_init_keysszConfigMixin._get_init_keysc s|dgfdd|D}t|}||}|dd|vr*|dt|dr:|jD]}||q2t|jdkrH|t |j}t t dd}|jr_d d |D}ng}t |D] }||} | qf||fd d|D}|d |j } t| tr| |j krt|| rt|| } || |fd d|D}nt| tst| ttfstddd|D}dd|D}i|D])} | |vr| |vr|| || <| |vr|| | <q| |vr|| | <qt|dkrtd|d|j d|jdt } t|| dkr4t|| di||}fdd|D}||fS)N_use_default_valuescs&i|]\}}|vr|dkr||qS)rr#.0kv) used_defaultsr#r$ s&z1ConfigMixin.extract_init_dict..rr_flax_internal_argsrrcSsg|] }t|ts|qSr#)rwr)rcr#r#r$ z1ConfigMixin.extract_init_dict..ci|] \}}|vr||qSr#r#r)expected_keys_comp_clsr#r$rrvcrr#r#r)unexpected_keys_from_origr#r$r#rz\Make sure that the `_class_name` is of type string or list of string (for custom pipelines).cS i|] \}}|ds||qSr startswithrr#r#r$r* cSsi|] \}}|dkr||qS)quantization_configr#rr#r#r$r-rzThe config attributes z were passed to z?, but are not expected and will be ignored. Please verify your z configuration file.zG was not found in config. Values will be initialized to default values.crr#r#r)r{r#r$rQr)getrrGrremover3rlenignore_for_configr importlib import_moduler)rkhas_compatibles_get_compatiblesunionr.rwrgetattrlisttupler?rHwarningrErrj)rArr original_dict expected_keysargdiffusers_librarycompatible_classesrexpected_keys_c orig_cls_nameorig_clsr passed_keysr|hidden_config_dictr#)rr{rrr$rysx                 zConfigMixin.extract_init_dict json_filercCsR|r ||}nt|ddd }|}Wdn1swYt|S)Nrutf-8encoding) read_textopenreadrloads)rArrtextreaderr#r#r$rUs   z ConfigMixin._dict_from_json_filecCs|jjd|S)N )r"r)to_json_stringrr#r#r$__repr__^szConfigMixin.__repr__cCs|jS)z Returns the config of the class as a frozen dictionary Returns: `dict[str, Any]`: Config of the class. )rDrr#r#r$rpaszConfigMixin.configcst|dr|jni}|jj|d<t|d<fddd|vr.t|jts)|jn|j|d<fdd| D}| d d | d d | d d }t |d d d urr|jj dd}|di}|d|jj||j<||d<tj|ddddS)z Serializes the configuration instance to a JSON string. Returns: `str`: String containing all the attributes that make up the configuration instance in JSON format. rDrv_diffusers_versioncsnt|tjr |}|St|tr|}|St|dr't|jr'|}|St|t r5fdd|D}|S)Nto_dictcsg|]}|qSr#r#)rrto_json_saveabler#r$rszHConfigMixin.to_json_string..to_json_saveable..) rwnpndarraytolistras_posixr3callablerr)r rr#r$rws   z4ConfigMixin.to_json_string..to_json_saveablercsi|] \}}||qSr#r#rrr#r$rrz.ConfigMixin.to_json_string.. _ignore_filesNr_pre_quantization_dtyper@rraauto_mapT)indent sort_keys )r3rDr"r)rrwrrGrrr.rr9rkrr@rdumps)rrrmodulerr#rr$rks&        zConfigMixin.to_json_stringjson_file_pathcCsBt|ddd}||WddS1swYdS)z Save the configuration instance's parameters to a JSON file. Args: json_file_path (`str` or `os.PathLike`): Path to the JSON file to save a configuration instance's parameters. wrrN)rwriter)rrwriterr#r#r$ris"zConfigMixin.to_json_filecCsB|dkr|jnd||jg}||vrtd|d||S)N/z#We did not manage to find the file z4 in the dduf file. We only have the following files )rErhr?r)rArqrrr#r#r$rsz&ConfigMixin._get_config_file_from_dduf)r=)FNF)FFr)&r)r9r:__doc__rErrrzr@ classmethodrCrLrrrXrcPathLikeboolrorrGr rrrr rx staticmethodrryrrrpropertyrprrirr#r#r#r$r<XsX , [ *  b( - r<cstfdd}|S)a Decorator to apply on the init of classes inheriting from [`ConfigMixin`] so that all the arguments are automatically sent to `self.register_for_config`. To ignore a specific argument accepted by the init but that shouldn't be registered in the config, use the `ignore_for_config` class variable Warning: Once decorated, all private arguments (beginning with an underscore) are trashed and not sent to the init! cs*dd|Ddd|D}t|ts!td|jjdt|dgit}fddt |j D}t || D]\}}||<qC fdd|Dtt td krxtt td <i|t|d d i|g|RidS) NcSrrrrr#r#r$rrz:register_to_config..inner_init..cSs i|] \}}|dr||qSrrrr#r#r$rr&`@register_for_config` was applied to A init method, but this class does not inherit from `ConfigMixin`.rcs,i|]\}\}}|dkr|vr||jqS)r)default)rir6p)ignorer#r$rs&cs.i|]\}}|vr|vr|||qSr#)r)rrrr init_kwargs new_kwargsr#r$rs  rrrLr#)rrwr< RuntimeErrorr"r)rrr enumeraterziprr/rrr)rrrconfig_init_kwargsrrrr6initrr$ inner_inits0        z®ister_to_config..inner_init) functoolswraps)rrr#rr$rLs %rLcs&|jtfdd}||_|S)Nc s&t|tstd|jjdt|}t|}i}|D] }|j |j vr'qt |j tj kr5d||j <qt||j ||j <qi||}d|vrN|dt|D] \}} ||j } | || <qRtt|t|dkr|tt|t||d<t|ddi||g|Ri|dS)NrrrurrrLr#)rwr<r r"r)rGr dataclassesfieldsr6rrSr _MISSING_TYPErr.r rrrr) rrrrrdefault_kwargsfieldr rrr6 original_initr#r$rs.         z%flax_register_to_config..init)rrr)rArr#rr$flax_register_to_configs (rcs8eZdZdZeddeeeefBffdd Z Z S)LegacyConfigMixinz A subclass of `ConfigMixin` to resolve class mapping from legacy classes (like `Transformer2DModel`) to more pipeline-specific classes (like `DiTTransformer2DModel`). NFrpc sLddlm}|||}||urtt|j||fi|S|j||fi|S)Nr)_fetch_remapped_cls_from_config)models.model_loading_utilsrrrr)rArprtrrremapped_classr!r#r$rs  zLegacyConfigMixin.from_configr) r)r9r:rrrrGrrrr;r#r#r!r$rs*r)/rrrrrrrcre collectionsrpathlibrtypingrnumpyrhuggingface_hubrrrhuggingface_hub.utilsrr r r r typing_extensionsr rrutilsrrrrrr get_loggerr)rHcompile_re_configuration_filerr<rLrrr#r#r#r$s8        ^20