o pi~@s*dZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z mZmZmZddlZddlmZmZddlmZmZmZmZddlmZd d lmZd d lm Z m!Z!m"Z"m#Z#m$Z$m%Z%e%&e'Z(e)d Z*Gd dde Z+GdddZ,ddZ-ddZ.Gddde,Z/dS)z%ConfigMixin base class and utilities.N) OrderedDict)Path)AnyDictTupleUnion) create_repohf_hub_download)EntryNotFoundErrorRepositoryNotFoundErrorRevisionNotFoundErrorvalidate_hf_hub_args) HTTPError) __version__)HUGGINGFACE_CO_RESOLVE_ENDPOINT DummyObject deprecateextract_commit_hashhttp_user_agentloggingzconfig\.(.*)\.jsoncsTeZdZfddZddZddZddZd d Zfd d Zfd dZ Z S) FrozenDictcs:tj|i||D] \}}t|||q d|_dS)NT)super__init__itemssetattr_FrozenDict__frozen)selfargskwargskeyvalue __class__[/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/diffusers/configuration_utils.pyr8s zFrozenDict.__init__cOtd|jjd)Nz$You cannot use ``__delitem__`` on a instance. Exceptionr#__name__rrrr$r$r% __delitem__@zFrozenDict.__delitem__cOr&)Nz#You cannot use ``setdefault`` on a r'r(r+r$r$r% setdefaultCr-zFrozenDict.setdefaultcOr&)NzYou cannot use ``pop`` on a r'r(r+r$r$r%popFr-zFrozenDict.popcOr&)NzYou cannot use ``update`` on a r'r(r+r$r$r%updateIr-zFrozenDict.updatec6t|dr|jrtd|jjdt||dSN__frozenz$You cannot use ``__setattr__`` on a r')hasattrrr)r#r*r __setattr__rnamer!r"r$r%r5LzFrozenDict.__setattr__cr1r2)r4rr)r#r*r __setitem__r6r"r$r%r9Qr8zFrozenDict.__setitem__) r* __module__ __qualname__rr,r.r/r0r5r9 __classcell__r$r$r"r%r7s  rc @sFeZdZdZdZgZdZgZddZde de fdd Z d&d e e e jfd efd d Zed'de eee e fffddZeddZee  d(de e e jfdeee e fee e fffddZeddZeddZede e e jffddZddZedee e ffdd Zde fd!d"Z d#e e e jffd$d%Z!dS)) ConfigMixina Base class for all configuration classes. All configuration parameters are stored under `self.config`. Also provides the [`~ConfigMixin.from_config`] and [`~ConfigMixin.save_config`] methods for loading, downloading, and saving classes that inherit from [`ConfigMixin`]. Class attributes: - **config_name** (`str`) -- A filename under which the config should stored when calling [`~ConfigMixin.save_config`] (should be overridden by parent class). - **ignore_for_config** (`List[str]`) -- A list of attributes that should not be saved in the config (should be overridden by subclass). - **has_compatibles** (`bool`) -- Whether the class has compatible classes (should be overridden by subclass). - **_deprecated_kwargs** (`List[str]`) -- Keyword arguments that are deprecated. Note that the `init` function should only have a `kwargs` argument if at least one argument is deprecated (should be overridden by subclass). NFcKst|jdurtd|jd|ddt|ds|}nt|j}i|j|}td|d|t ||_dS)NzMake sure that z' has defined a class name `config_name`r_internal_dictzUpdating config from z to ) config_nameNotImplementedErrorr#r/r4dictr>loggerdebugr)rr internal_dict previous_dictr$r$r%register_to_configns    zConfigMixin.register_to_configr7returnc Csd|jvo t|jd|}||jv}|r;|s;d|dt|jd|dt|jd|d }tdd |d d |j|Std t|jd |d )aWThe only reason we overwrite `getattr` here is to gracefully deprecate accessing config attributes directly. See https://github.com/huggingface/diffusers/pull/3129 This function is mostly copied from PyTorch's __getattr__ overwrite: https://pytorch.org/docs/stable/_modules/torch/nn/modules/module.html#Module r>zAccessing config attribute `z` directly via 'z1' object attribute is deprecated. Please access 'z' over 'z1's config object instead, e.g. 'scheduler.config.z'.zdirect config name access1.0.0F standard_warn'z' object has no attribute ')__dict__r4typer*rr>AttributeError)rr7 is_in_config is_attributedeprecation_messager$r$r% __getattr__s 0 zConfigMixin.__getattr__save_directory push_to_hubc Kstj|rtd|dtj|ddtj||j}||t d||rf| dd}| dd }| d d }| d d}| d | tjj d } t | d||dj} |j|| |||ddSdS)aI Save a configuration object to the directory specified in `save_directory` so that it can be reloaded using the [`~ConfigMixin.from_config`] class method. Args: save_directory (`str` or `os.PathLike`): Directory where the configuration JSON file is saved (will be created if it does not exist). push_to_hub (`bool`, *optional*, defaults to `False`): Whether or not to push your model to the Hugging Face Hub after saving it. You can specify the repository you want to push to with `repo_id` (will default to the name of `save_directory` in your namespace). kwargs (`Dict[str, Any]`, *optional*): Additional keyword arguments passed along to the [`~utils.PushToHubMixin.push_to_hub`] method. zProvided path (z#) should be a directory, not a fileT)exist_okzConfiguration saved in commit_messageNprivateF create_prtokenrepo_id)rUrWrY)rYrVrX)ospathisfileAssertionErrormakedirsjoinr? to_json_filerBinfor/splitseprrZ_upload_folder) rrSrTroutput_config_filerVrWrXrYrZr$r$r% save_configs*       zConfigMixin.save_configconfigc Ks2d|vr |d}|durtdt|tsKd}d|jvr&|d|d7}nd|jvr6|d |d |d 7}td d |dd|jd|dd|\}}|j|fi|\}}}d|vrb|d|d<|jD] }||vrr||||<qe|di|} d|vr|j|d<| j di|i||}|r| |fS| S)a  Instantiate a Python class from a config dictionary. Parameters: config (`Dict[str, Any]`): A config dictionary from which the Python class is instantiated. Make sure to only load configuration files of compatible classes. return_unused_kwargs (`bool`, *optional*, defaults to `False`): Whether kwargs that are not consumed by the Python class should be returned or not. kwargs (remaining dictionary of keyword arguments, *optional*): Can be used to update the configuration object (after it is loaded) and initiate the Python class. `**kwargs` are passed directly to the underlying scheduler/model's `__init__` method and eventually overwrite the same named arguments in `config`. Returns: [`ModelMixin`] or [`SchedulerMixin`]: A model or scheduler object instantiated from a config dictionary. Examples: ```python >>> from diffusers import DDPMScheduler, DDIMScheduler, PNDMScheduler >>> # Download scheduler from huggingface.co and cache. >>> scheduler = DDPMScheduler.from_pretrained("google/ddpm-cifar10-32") >>> # Instantiate DDIM scheduler class with same config as DDPM >>> scheduler = DDIMScheduler.from_config(scheduler.config) >>> # Instantiate PNDM scheduler class with same config as DDPM >>> scheduler = PNDMScheduler.from_config(scheduler.config) ``` pretrained_model_name_or_pathNzFPlease make sure to provide a config as the first positional argument.zJIt is deprecated to pass a pretrained model name or path to `from_config`. Schedulerz3If you were trying to load a scheduler, please use z.from_pretrained(...) instead. Otherwise, please make sure to pass a configuration dictionary instead. This functionality will be removed in v1.0.0.Modelz/If you were trying to load a model, please use z.load_config(...) followed by z.from_config(...) instead. Otherwise, please make sure to pass a configuration dictionary instead. This functionality will be removed in v1.0.0.zconfig-passed-as-pathrHFrIT)rjreturn_unused_kwargsdtype _class_namer$) r/ ValueError isinstancerAr*r load_configextract_init_dict_deprecated_kwargsrF) clsrirmrrQ init_dict unused_kwargs hidden_dictdeprecated_kwargmodelr$r$r% from_configsB%        zConfigMixin.from_configcOs,d|d}tdd|dd|j|i|S)Nz8 The function get_config_dict is deprecated. Please use zE.load_config instead. This function will be removed in version v1.0.0get_config_dictrHFrI)rrr)rurrrQr$r$r%r|s zConfigMixin.get_config_dictrjcKs|dd}|dd}|dd}|dd}|dd} |d d} |d d} |d d} |d d} |d d}|di}i|ddi}t|}t|}|jdur[tdtj|rd|}ntj|r|durtjtj |||jrtj |||j}ntjtj ||jrtj ||j}nt d|jd|dzt ||j||| | | ||| ||d }Wnpt yt |dt yt | d|dtyt |d|jdty}z t d|d|d}~wtyt dtd|d|jdt y)t d |d!|d"|jd#wz ||}t|}WntjtfyHt d$|d%w|sQ|sQ|S|f}|r\||f7}|rd||f7}|S)&a Load a model or scheduler configuration. Parameters: pretrained_model_name_or_path (`str` or `os.PathLike`, *optional*): Can be either: - A string, the *model id* (for example `google/ddpm-celebahq-256`) of a pretrained model hosted on the Hub. - A path to a *directory* (for example `./my_model_directory`) containing model weights saved with [`~ConfigMixin.save_config`]. cache_dir (`Union[str, os.PathLike]`, *optional*): Path to a directory where a downloaded pretrained model configuration is cached if the standard cache is not used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force the (re-)download of the model weights and configuration files, overriding the cached versions if they exist. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, for example, `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}`. The proxies are used on each request. output_loading_info(`bool`, *optional*, defaults to `False`): Whether or not to also return a dictionary containing missing keys, unexpected keys and error messages. local_files_only (`bool`, *optional*, defaults to `False`): Whether to only load local model weights and configuration files or not. If set to `True`, the model won't be downloaded from the Hub. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, the token generated from `diffusers-cli login` (stored in `~/.huggingface`) is used. revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, a commit id, or any identifier allowed by Git. subfolder (`str`, *optional*, defaults to `""`): The subfolder location of a model file within a larger model repository on the Hub or locally. return_unused_kwargs (`bool`, *optional*, defaults to `False): Whether unused keyword arguments of the config are returned. return_commit_hash (`bool`, *optional*, defaults to `False): Whether the `commit_hash` of the loaded configuration are returned. Returns: `dict`: A dictionary of all the parameters stored in a JSON configuration file. cache_dirN local_dirlocal_dir_use_symlinksautoforce_downloadFproxiesrYlocal_files_onlyrevisionmirror subfolder user_agent file_typeriz`self.config_name` is not defined. Note that one should not load a config from `ConfigMixin`. Please make sure to define `config_name` in a class inheriting from `ConfigMixin`zError no file named z found in directory .) filenamer}rrrrYrrrr~rz is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' If this is a private repository, make sure to pass a token having permission to this repo with `token` or log in with `huggingface-cli login`.z is not a valid git identifier (branch name, tag name or commit id) that exists for this model name. Check the model page at 'https://huggingface.co/z' for available revisions.z& does not appear to have a file named z:There was a specific connection error when trying to load z: zWe couldn't connect to 'zM' to load this model, couldn't find it in the cached files and it looks like z- is not the path to a directory containing a z file. Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/diffusers/installation#offline-mode'.zCan't load config for 'z'. If you were trying to load it from 'https://huggingface.co/models', make sure you don't have a local directory with the same name. Otherwise, make sure 'z2' is the correct path to a directory containing a z filez"It looks like the config file at 'z' is not a valid JSON file.)r/rstrr?rpr\r]r^isdirraEnvironmentErrorr r r r rr_dict_from_json_filerjsonJSONDecodeErrorUnicodeDecodeError)rurjrmreturn_commit_hashrr}r~rrrrYrr_rr config_fileerr config_dict commit_hashoutputsr$r$r%rrs 5                     zConfigMixin.load_configcCsttt|jjSN)setrAinspect signaturer parameterskeys) input_classr$r$r%_get_init_keysszConfigMixin._get_init_keysc s|dgfdd|D}t|}||}|dd|vr*|dt|dr:|jD]}||q2t|jdkrH|t |j}t t dd}|jr_d d |D}ng}t |D] }||} | qf||fd d|D}|d |j } t| tr| |j krt|| rt|| } || |fd d|D}nt| tst| ttfstddd|D}i|D](} | |vr| |vr|| || <| |vr|| | <q| |vr|| | <qt|dkrtd|d|j d|jdt } t|| dkr*t|| di||}fdd|D}||fS)N_use_default_valuescs&i|]\}}|vr|dkr||qS)rr$.0kv) used_defaultsr$r% s&z1ConfigMixin.extract_init_dict..rr_flax_internal_argsrrcSsg|] }t|ts|qSr$)rqr)rcr$r$r% z1ConfigMixin.extract_init_dict..ci|] \}}|vr||qSr$r$r)expected_keys_comp_clsr$r%rrocrr$r$r)unexpected_keys_from_origr$r%rrz\Make sure that the `_class_name` is of type string or list of string (for custom pipelines).cS i|] \}}|ds||qSr startswithrr$r$r%r zThe config attributes z were passed to z?, but are not expected and will be ignored. Please verify your z configuration file.zG was not found in config. Values will be initialized to default values.crr$r$r)rvr$r%r#r)getrrArremover4rlenignore_for_configr importlib import_moduler*rdhas_compatibles_get_compatiblesunionr/rqrgetattrlisttuplerprBwarningr?rrc)rurr original_dict expected_keysargdiffusers_librarycompatible_classesrexpected_keys_c orig_cls_nameorig_clsr passed_keysrwhidden_config_dictr$)rrvrrr%rssv                zConfigMixin.extract_init_dict json_filecCs@t|ddd }|}Wdn1swYt|S)Nrutf-8encoding)openreadrloads)rurreadertextr$r$r%r's  z ConfigMixin._dict_from_json_filecCs|jjd|S)N )r#r*to_json_stringrr$r$r%__repr__-szConfigMixin.__repr__cCs|jS)z Returns the config of the class as a frozen dictionary Returns: `Dict[str, Any]`: Config of the class. )r>rr$r$r%ri0szConfigMixin.configcsrt|dr|jni}|jj|d<t|d<ddfdd|D}|dd |d d tj|d d d dS)z Serializes the configuration instance to a JSON string. Returns: `str`: String containing all the attributes that make up the configuration instance in JSON format. r>ro_diffusers_versioncSs.t|tjr |}|St|tr|}|Sr)rqnpndarraytolistras_posix)r!r$r$r%to_json_saveableFs  z4ConfigMixin.to_json_string..to_json_saveablecsi|] \}}||qSr$r$rrr$r%rMrz.ConfigMixin.to_json_string.. _ignore_filesNrT)indent sort_keys ) r4r>r#r*rrr/rdumps)rrr$rr%r:s   zConfigMixin.to_json_stringjson_file_pathcCsBt|ddd}||WddS1swYdS)z Save the configuration instance's parameters to a JSON file. Args: json_file_path (`str` or `os.PathLike`): Path to the JSON file to save a configuration instance's parameters. wrrN)rwriter)rrwriterr$r$r%rbTs"zConfigMixin.to_json_file)FNF)FF)"r*r:r;__doc__r?rrrtrFrrrRrr\PathLikeboolrh classmethodrrr{r|r rrr staticmethodrrsrrpropertyrirrbr$r$r$r%r=WsD*"Y  $  _ r=cstfdd}|S)a Decorator to apply on the init of classes inheriting from [`ConfigMixin`] so that all the arguments are automatically sent to `self.register_for_config`. To ignore a specific argument accepted by the init but that shouldn't be registered in the config, use the `ignore_for_config` class variable Warning: Once decorated, all private arguments (beginning with an underscore) are trashed and not sent to the init! cs*dd|Ddd|D}t|ts!td|jjdt|dgit}fddt |j D}t || D]\}}||<qC fdd|Dtt td krxtt td <i|t|d d i|g|RidS) NcSrrrrr$r$r%rlrz:register_to_config..inner_init..cSs i|] \}}|dr||qSrrrr$r$r%rmr&`@register_for_config` was applied to A init method, but this class does not inherit from `ConfigMixin`.rcs,i|]\}\}}|dkr|vr||jqS)r)default)rir7p)ignorer$r%rxs&cs.i|]\}}|vr|vr|||qSr$)r)rrrr init_kwargs new_kwargsr$r%rs  rrrFr$)rrqr= RuntimeErrorr#r*rrr enumeraterziprr0rrr)rrrconfig_init_kwargsrrrr7initrr% inner_initis0        z®ister_to_config..inner_init) functoolswraps)rrr$rr%rF`s %rFcs&|jtfdd}||_|S)Nc s&t|tstd|jjdt|}t|}i}|D] }|j |j vr'qt |j tj kr5d||j <qt||j ||j <qi||}d|vrN|dt|D] \}} ||j } | || <qRtt|t|dkr|tt|t||d<t|ddi||g|Ri|dS)NrrrnrrrFr$)rqr=rr#r*rAr dataclassesfieldsr7rrMr _MISSING_TYPErr/rrrrr) rrrrrdefault_kwargsfieldrrrr7 original_initr$r%rs.         z%flax_register_to_config..init)rrr)rurr$r r%flax_register_to_configs (r c@s4eZdZdZeddeeeee fffddZ dS)LegacyConfigMixinz A subclass of `ConfigMixin` to resolve class mapping from legacy classes (like `Transformer2DModel`) to more pipeline-specific classes (like `DiTTransformer2DModel`). NFricKs*ddlm}|||}|j||fi|S)Nr)_fetch_remapped_cls_from_config)models.model_loading_utilsr r{)rurirmrr remapped_classr$r$r%r{s  zLegacyConfigMixin.from_configr) r*r:r;rrrrrrrr{r$r$r$r%r s&r )0rrrrrrr\re collectionsrpathlibrtypingrrrrnumpyrhuggingface_hubrr huggingface_hub.utilsr r r r requestsrrutilsrrrrrr get_loggerr*rBcompile_re_configuration_filerr=rFr r r$r$r$r%s8        20