o i8*@sddlmZddlmZddlmZddlZddlZd$d d Zd%d&ddZ d'ddZ d(d)ddZ eGd d!d!Z Gd"d#d#Z dS)*) annotations) dataclass)LiteralNfilenamestr output_type str | NonereturncCs<|dur|nd}|dur|nd}|j|||||dS)N)outtypeftypeOUTTYPEFTYPE)lowerupperformat)rrftype_lowercaseftype_uppercaserI/home/ubuntu/veenaModal/venv/lib/python3.10/site-packages/gguf/utility.pyfill_templated_filename s rmodel_params_countint min_digitscCs|dkr |d}d}n|dkr|d}d}n|dkr!|d}d }n|d }d }t|ttt|d d }|d|d|S)NgmBg-q=TgeAg& .>Bg.Agư>MgMbP?K0r.f)maxlenrroundlstrip)rrscaled_model_params scale_suffixfixrrr#model_weight_count_rounded_notations r) total_params shared_params expert_params expert_countcCsF|dkrtt|t|dd}|d|}|Stt|dd}|S)Nrr)rx)r)abs)r*r+r,r- pretty_size size_classrrr size_label*s r2 model_name base_namefinetune_stringversion_string model_typeLiteral['vocab', 'LoRA'] | Nonec Cs|dur|dddd}n|dur"|dddd}nd}|dur-d|nd}|dur>d|ddnd} |durOd|ddnd} |durbd|ddnd} |dursd|ddnd} ||| | | | S)N -/z ggml-modelr )stripreplacer) r3r4r5r6r2rr7name parametersfinetuneversionencodingkindrrrnaming_convention5s""&"rDc@s@eZdZUded<ded<ded<ded<ded<dd d Zd S) RemoteTensorrdtypeztuple[int, ...]shaper offset_startsizeurlr bytearraycCsttj|j|j|jd}|S)N)rJstartrI)rKSafetensorRemoteget_data_by_rangerJrHrI)selfdatarrrrPTszRemoteTensor.dataN)r rK)__name__ __module__ __qualname____annotations__rPrrrrrELs rEc@sneZdZdZdZdZeddd Zedd d Zed ddZ ed!d"ddZ ed#ddZ ed$ddZ dS)%rMa Uility class to handle remote safetensor files. This class is designed to work with Hugging Face model repositories. Example (one model has single safetensor file, the other has multiple): for model_id in ["ngxson/TEST-Tiny-Llama4", "Qwen/Qwen2.5-7B-Instruct"]: tensors = SafetensorRemote.get_list_tensors_hf_model(model_id) print(tensors) Example reading tensor data: tensors = SafetensorRemote.get_list_tensors_hf_model(model_id) for name, meta in tensors.items(): dtype, shape, offset_start, size, remote_safetensor_url = meta # read the tensor data data = SafetensorRemote.get_data_by_range(remote_safetensor_url, offset_start, size) print(data) zhttps://huggingface.comodel_idrr dict[str, RemoteTensor]cCs||jd|d}|r|jd|d}||S|jd|d}||}|r{||d}|d}t|}|ddusGJd|d} tt | } | i} | D]} |jd|d | }|| D]\} }|| | <qoq[| St d |d ) z Get list of tensors from a Hugging Face model repository. Returns a dictionary of tensor names and their metadata. Each tensor is represented as a tuple of (dtype, shape, offset_start, size, remote_safetensor_url) r;z/resolve/main/model.safetensorsz*/resolve/main/model.safetensors.index.jsonrutf-8 weight_mapNz"weight_map not found in index filez/resolve/main/zModel z# does not have any safetensor files)check_file_exist BASE_DOMAINget_list_tensorsrNdecodejsonloadsgetlistsetvaluessortitems ValueError)clsrVis_single_filerJ index_urlis_multiple_files index_data index_str index_jsonrY all_filestensorsfilekeyvalrrrget_list_tensors_hf_modelqs,       z*SafetensorRemote.get_list_tensors_hf_modelrJc Cs||\}}i}|D]V\}}|dkrq t|ts%td|d|z%|d}|d}|d\} } | | } || } t|t|| | |d||<Wq tyc} z td|d| d |d } ~ ww|S) z Get list of tensors from a remote safetensor file. Returns a dictionary of tensor names and their metadata. Each tensor is represented as a tuple of (dtype, shape, offset_start, size) __metadata__zInvalid metadata for tensor 'z': rFrG data_offsets)rFrGrHrIrJz$Missing key in metadata for tensor 'z , meta = N) get_metadatare isinstancedictrfrEtupleKeyError)rgrJmetadatadata_start_offsetresr>metarFrGoffset_start_relativeoffset_end_relativerIrHerrrr\s&  z!SafetensorRemote.get_list_tensorstuple[dict, int]c Csd}||d|}t|dkrtdtj|dddd}d|}tj}||dkr3||||7}t|d|krItdd|d t||dd|}|d }z t |} | |fWStj yt} ztd | d} ~ ww) zz Get JSON metadata from a remote safetensor file. Returns tuple of (metadata, data_start_offset) iPrrUz%Not enough data to read metadata sizeNlittle) byteorderz'Could not read complete metadata. Need z bytes, got rXz-Failed to parse safetensor metadata as JSON: ) rNr#rfr from_bytesrM ALIGNMENTr]r^r_JSONDecodeError) rgrJ read_sizeraw_datametadata_lengthr| alignmentmetadata_bytes metadata_strr{rrrrrvs(     zSafetensorRemote.get_metadatarLrrIbytesc Csddl}ddlm}||}|jr|jstd||}|dkr/d|d|||d<|j|d |d }||j t |dkrF|SdS) z Get raw byte data from a remote file by range. If size is not specified, it will read the entire file. rNurlparse Invalid URL: rzbytes=r:RangeTallow_redirectsheaders) requests urllib.parserschemenetlocrf_get_request_headersr`raise_for_statuscontentslice) rgrJrLrIrr parsed_urlrresponserrrrNs  z"SafetensorRemote.get_data_by_rangeboolcCsddl}ddlm}||}|jr|jstd|z|}d|d<|j|d|d}d |jko7d kWSWS|j yEYd Sw) zt Check if a file exists at the given URL. Returns True if the file exists, False otherwise. rNrrz bytes=0-0rTriF) rrrrrrfrhead status_codeRequestException)rgrJrrrrrrrrrZs  z!SafetensorRemote.check_file_existdict[str, str]cCs,ddi}tjdrdtjd|d<|S)z$Prepare common headers for requests.z User-Agentconvert_hf_to_ggufHF_TOKENzBearer Authorization)osenvironr`)rgrrrrrs z%SafetensorRemote._get_request_headersN)rVrr rW)rJrr rW)rJrr r)r)rJrrLrrIrr r)rJrr r)r r) rQrRrS__doc__r[r classmethodrsr\rvrNrZrrrrrrM[s  $  # rM)rrrrr r)r)rrrrr r) r*rr+rr,rr-rr r)N)r3rr4rr5rr6rr2rrrr7r8r r) __future__r dataclassesrtypingrrr^rr)r2rDrErMrrrrs