o pine@sddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z m Z ddlmZddlmZmZmZmZmZmZmZddlmZmZmZddlmZddlmZm Z m!Z!m"Z"m#Z#dd l$m%Z%dd l&m'Z'd d l(m)Z)d dl*m+Z+m,Z,m-Z-m.Z.d dl/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7d dl8m9Z9e9e:Z;ee<j=dZ>ej?Z@dUde e eAdfdeAfddZB          dVdeAde eAdeCdeCde eAdeAde eAde eAde e eDd e eCdefd!d"ZEdUd#ed$e eAe eAfdefd%d&ZFdUd'e eAd(e eAfd)d*ZGejHIeJd+ejHKeJd,d-d.ZLejHKeLd/ZMdWd0e eAd1e eAddfd2d3ZNejHKed4ZOejHPeOsIdZQn*eReOZSzeTeSUZQWn eVybdZQYnwWdn 1snwYeQd krejHWeMoeXeYeMdkZZeZre;[d5zeNWn-e\yZ]z d6Ke^e]j_Z`e;ad7e`d6e]jbj:d8e]d9WYdZ][]ndZ][]wweQd krz$ejced:d;eReOd< ZSeSdd=Wdn 1swYWne\ye;[d>ed?YnwdUd@eAdAe eAdeAfdBdCZee#ddddddddddD dEe eAefd@eAdFe eAdGe eAdHeCdIe e dJeCde eAde e e eAfdKe eAd(e eAfdLdMZfdNdOZg       PdXdQdRZhGdSdTdTZidS)YN)Path)DictListOptionalUnion)uuid4) ModelCard ModelCardData create_repohf_hub_download model_infosnapshot_download upload_folder) HF_HUB_CACHEHF_HUB_DISABLE_TELEMETRYHF_HUB_OFFLINE)REGEX_COMMIT_HASH)EntryNotFoundErrorRepositoryNotFoundErrorRevisionNotFoundErroris_jinja_availablevalidate_hf_hub_args)version) HTTPError) __version__)DEPRECATED_REVISION_ARGSHUGGINGFACE_CO_RESOLVE_ENDPOINTSAFETENSORS_WEIGHTS_NAME WEIGHTS_NAME)ENV_VARS_TRUE_VALUES _flax_version _jax_version_onnxruntime_version_torch_versionis_flax_availableis_onnx_availableis_torch_available) get_loggerzmodel_card_template.md user_agentreturncCsdtdtjddt}tstr|dStr"|dt7}t r3|dt 7}|dt 7}t r=|d t 7}tjd d tvrL|d 7}t|trc|d d dd|D7}|St|trn|d |7}|S)zF Formats a user-agent string with basic info about a request. z diffusers/z ; python/rz ; session_id/z; telemetry/offz; torch/z; jax/z; flax/z; onnxruntime/DIFFUSERS_IS_CIz ; is_ci/truez; css"|] \}}|d|VqdS)/N).0kvr/r/W/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/diffusers/utils/hub_utils.py ]s z"http_user_agent..)rsysrsplit SESSION_IDrrr(r%r&r#r"r'r$osenvirongetupperr! isinstancedictjoinitemsstr)r*uar/r/r3http_user_agentKs$    rBFrepo_id_or_pathtoken is_pipeline from_trainingmodel_description base_modelpromptlicensewidget inferencec Cststdz tj||d} W| SttfyL|r/tjt|d| |||dt|d} Y| St} |r6dnd} |durBd | d }tj| |d } Y| Sw) a Loads or creates a model card. Args: repo_id_or_path (`str`): The repo id (e.g., "runwayml/stable-diffusion-v1-5") or local path where to look for the model card. token (`str`, *optional*): Authentication token. Will default to the stored token. See https://huggingface.co/settings/token for more details. is_pipeline (`bool`): Boolean to indicate if we're adding tag to a [`DiffusionPipeline`]. from_training: (`bool`): Boolean flag to denote if the model card is being created from a training script. model_description (`str`, *optional*): Model description to add to the model card. Helpful when using `load_or_create_model_card` from a training script. base_model (`str`): Base model identifier (e.g., "stabilityai/stable-diffusion-xl-base-1.0"). Useful for DreamBooth-like training. prompt (`str`, *optional*): Prompt used for training. Useful for DreamBooth-like training. license: (`str`, *optional*): License of the output artifact. Helpful when using `load_or_create_model_card` from a training script. widget (`List[dict]`, *optional*): Widget to accompany a gallery template. inference: (`bool`, optional): Whether to turn on inference widget. Helpful when using `load_or_create_model_card` from a training script. zModelcard rendering is based on Jinja templates. Please make sure to have `jinja` installed before using `load_or_create_model_card`. To install it, please run `pip install Jinja2`.rD diffusers)rJ library_namerLrHinstance_promptrK) card_data template_pathrGpipelinemodelNu+This is the model card of a 🧨 diffusers zS that has been pushed on the Hub. This model card has been automatically generated.)rG) r ValueErrorrloadrr from_templater MODEL_CARD_TEMPLATE_PATH) rCrDrErFrGrHrIrJrKrL model_cardrQ componentr/r/r3load_or_create_model_cardcs:#  r[rYtagscCs\|jjdur d|j_|dur,t|tr|g}|jjdur g|j_|D] }|jj|q"|S)z?Populates the `model_card` with library name and optional tags.NrN)datarOr<r@r\append)rYr\tagr/r/r3populate_model_cards   r` resolved_file commit_hashcCsZ|dus|dur |Stt|}td|}|durdS|d}t|r+|SdS)zP Extracts the commit hash from a resolved filename toward a cache file. Nzsnapshots/([^/]+)/r)r@ras_posixresearchgroupsrmatch)rarbrer/r/r3extract_commit_hashs  rhHF_HOMEXDG_CACHE_HOMEz~/.cache huggingfacerN old_cache_dir new_cache_dirc Cs|durt}|dur t}t|}t|}|dD]6}|rS|sS|||}|jj dddt ||zt ||Wqt yRtdYqwqdS)Nz **/blobs/*T)parentsexist_okzCould not create symlink between old cache and new cache. If you use an older version of diffusers again, files will be re-downloaded.)rold_diffusers_cacher expanduserglobis_file is_symlink relative_toparentmkdirr8replacesymlinkOSErrorloggerwarning)rlrm old_blob_path new_blob_pathr/r/r3 move_caches(    rzversion_diffusers_cache.txtzThe cache for model files in Diffusers v0.14.0 has moved to a new location. Moving your existing cached models. This is a one-time operation, you can interrupt it or run it later by calling `diffusers.utils.hub_utils.move_cache()`. z5There was a problem when trying to move your cache: z: z Please file an issue at https://github.com/huggingface/diffusers/issues/new/choose, copy paste this whole message and we will do our best to help.T)row1z?There was a problem when trying to write in your cache folder (z=). Please, ensure the directory exists and can be written to. weights_namevariantcCsT|dur(|d}|drdnd}|d| |g|| d}d|}|S)N.z .index.json)r6endswithr>)rrsplits split_indexr/r/r3 _add_variants  " r) subfolder cache_dirforce_downloadproxieslocal_files_onlyrDr*revisionrbpretrained_model_name_or_pathrrrrrrc Cst|}tj|r |Stj|rKtjtj||r&tj||} | S|dur@tjtj|||r@tj|||} | Std|d|d| tvr|tksW|t krt t t j t dkrz/t|t|| |||||||| pv| d } td| d|d| d | d | d | d t| WStd | d|d| d| d|dt|| d|d|dt|| dtYzt|||||||||| p| d } | WSty} zt|d| d} ~ wty} z t| d|d| d} ~ wty} z t|d|d| d} ~ wty,} z td|d| | d} ~ wtyG} ztdtd|d|d| d} ~ wtya} ztd|d |d!|| d} ~ ww)"NzError no file named z found in directory rz0.22.0) filenamerrrrrDr*rrzLoading the variant z from z via `revision='zG'` is deprecated. Loading instead from `revision='main'` with `variant=z)`. Loading model variants via `revision='z9'` will be removed in diffusers v1. Please use `variant='z '` instead.zYou are loading the variant z^'`. This behavior is deprecated and will be removed in diffusers v1. One should use `variant='z%'` instead. However, it appears that z currently does not have a z file in the 'main' branch of z. The Diffusers team and community would be very grateful if you could open an issue: https://github.com/huggingface/diffusers/issues/new with the title 'z is missing z0' so that the correct variant file can be added.z is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' If this is a private repository, make sure to pass a token having permission to this repo with `token` or log in with `huggingface-cli login`.z is not a valid git identifier (branch name, tag name or commit id) that exists for this model name. Check the model page at 'https://huggingface.co/z' for available revisions.& does not appear to have a file named z:There was a specific connection error when trying to load z: We couldn't connect to 'zM' to load this model, couldn't find it in the cached files and it looks like z8 is not the path to a directory containing a file named z or Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/diffusers/installation#offline-mode'.zCan't load the model for 'z'. If you were trying to load it from 'https://huggingface.co/models', make sure you don't have a local directory with the same name. Otherwise, make sure 'z=' is the correct path to a directory containing a file named )r@r8pathisfileisdirr>EnvironmentErrorrr rrparser base_versionr rwarningswarn FutureWarningrrrrrUr) rrrrrrrrDr*rrb model_fileer/r/r3_get_model_files   (F rcsNtj||fdd|D}|D]}tj|s$td|dqdS)Ncg|] }tj|qSr/r8rr>)r0f shards_pathr/r3 z2_check_if_shards_exist_locally..r5 which is required according to the checkpoint index.)r8rr>existsrU) local_dirroriginal_shard_filenamesshard_filenames shard_filer/rr3_check_if_shards_exist_locallys rr-c  stj|std|d|dt|d} t| } Wdn1s(wYtt | d } | d} t | d | d<| d | d<tj|} tj|ret|| d | | fS| }durtfd d |D}d d g}|st||d}| D]tfdd|jD}|st| ddqz"t|||||||||d }durtj|}W|| fSW|| fSty}z tdtd|d|d}~ww|rt|| ddurtj|}|| fS)a For a given model: - download and cache all the shards of a sharded checkpoint if `pretrained_model_name_or_path` is a model ID on the Hub - returns the list of paths to all the shards, as well as some metadata. For the description of each arg, see [`PreTrainedModel.from_pretrained`]. `index_filename` is the full path to the index (downloaded and cached if `pretrained_model_name_or_path` is a model ID on the Hub). zCan't find a checkpoint index (z) in rrN weight_mapmetadataall_checkpoint_keys)rrcrr/r)r0p)rr/r3rrz/_get_checkpoint_shard_files..z*.jsonz*.md)rc3s|]}|jvVqdSN) rfilename)r0r1)rr/r3r4sz._get_checkpoint_shard_files..rr)rrrrDrallow_patternsignore_patternsr*rz ' to load z?. You should try again after checking your internet connection.)rrr)r8rrrUopenjsonloadsreadsortedsetvalueslistkeyscopyr>rrr anysiblingsrr rr)rindex_filenamerrrrDr*rrrindexrsharded_metadatarrrmodel_files_infoshard_file_present cached_folderrr/)rrr3_get_checkpoint_shard_filessx     rc@seZdZdZ   ddeeejfdedeedeede f d d Z     ddedeed ee deede d e deedefddZ dS)PushToHubMixinzR A Mixin to push a model, scheduler, or pipeline to the Hugging Face Hub. NF working_dirrepo_idrDcommit_message create_prcCsd|durd|jjvr d}nd|jjvrd}nd|jj}td|d|d t|||||d S) zB Uploads all files in `working_dir` to `repo_id`. NModelz Upload model SchedulerzUpload schedulerzUpload zUploading the files of z to r)r folder_pathrDrr) __class____name__r{infor)selfrrrDrrr/r/r3_upload_folders   zPushToHubMixin._upload_folderTprivatesafe_serializationrr+c Cst|||ddj}t||d}t|}d|i} d|jjvr$| d|it%} |j | fi| | t j | d|j| ||||dWd S1sPwYd S) u Upload model, scheduler, or pipeline files to the 🤗 Hugging Face Hub. Parameters: repo_id (`str`): The name of the repository you want to push your model, scheduler, or pipeline files to. It should contain your organization name when pushing to an organization. `repo_id` can also be a path to a local directory. commit_message (`str`, *optional*): Message to commit while pushing. Default to `"Upload {object}"`. private (`bool`, *optional*): Whether or not the repository created should be private. token (`str`, *optional*): The token to use as HTTP bearer authorization for remote files. The token generated when running `huggingface-cli login` (stored in `~/.huggingface`). create_pr (`bool`, *optional*, defaults to `False`): Whether or not to create a PR with the uploaded files or directly commit. safe_serialization (`bool`, *optional*, defaults to `True`): Whether or not to convert the model weights to the `safetensors` format. variant (`str`, *optional*): If specified, weights are saved in the format `pytorch_model..bin`. Examples: ```python from diffusers import UNet2DConditionModel unet = UNet2DConditionModel.from_pretrained("stabilityai/stable-diffusion-2", subfolder="unet") # Push the `unet` to your namespace with the name "my-finetuned-unet". unet.push_to_hub("my-finetuned-unet") # Push the `unet` to an organization with the name "my-finetuned-unet". unet.push_to_hub("your-org/my-finetuned-unet") ``` T)rrDrorMrrrz README.md)rDrrN)r rr[r`rrupdatetempfileTemporaryDirectorysave_pretrainedsaver8rr>r) rrrrrDrrrrY save_kwargstmpdirr/r/r3 push_to_hubs".   $zPushToHubMixin.push_to_hub)NNF)NNNFTN) r __module__ __qualname____doc__rr@r8PathLikerboolrrr/r/r/r3rsN   rr) NNFFNNNNNN)NN)NNFNNNr-)jrr8rdr5r tracebackrpathlibrtypingrrrruuidrhuggingface_hubrr r r r r rhuggingface_hub.constantsrrrhuggingface_hub.file_downloadrhuggingface_hub.utilsrrrrr packagingrrequestsrr-r constantsrrrr import_utilsr!r"r#r$r%r&r'r(loggingr)rr{__file__rvrXhexr7r@rBrr=r[r`rhrrqgetenvr> hf_cache_homerprcache_version_filer cache_versionrrintrrUrlenlistdirold_cache_is_not_emptyr| Exceptionr format_tb __traceback__traceerrorrmakedirswriterrrrrr/r/r/r3s$  $    (    $F               x \