o [۷i'@sddlmZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z m Z m Z dejvrOeejjjjdrOejdeeejjjddlZedZGd d d e Zd$ddZd%ddZd&dd Zd'd!d"Zed#kr}edSdS)() annotationsN)Path)tqdm)AnySequence NamedTuple NO_LOCAL_GGUFzgguf-pyzgguf-new-metadatac@s6eZdZUded<ded<dZded<dZd ed <dS) MetadataDetailszgguf.GGUFValueTypetypervaluestr descriptionNzgguf.GGUFValueType | Nonesub_type)__name__ __module__ __qualname____annotations__rrrrT/home/ubuntu/vllm_env/lib/python3.10/site-packages/gguf/scripts/gguf_new_metadata.pyr s  r readergguf.GGUFReaderkeyr returnrcCs||}|r |SdSN) get_fieldcontents)rrfieldrrrget_field_datas r token_list Sequence[int]tokencs6fddt|D}t|dkrtdd|S)Ncsg|] \}}|kr|qSrr).0indexr r!rr %szfind_token..rzUnable to find "z" in token list!) enumeratelen LookupError)rr! token_idsrr$r find_token$s r*writergguf.GGUFWriter new_metadatadict[str, MetadataDetails]remove_metadata Sequence[str]Nonec Cs||jD]}|jtjjjks|jdrt d|jq|jtjj j r9tjj j |vr9t d|jq|j|vrHt d|jq|j d}|tj jkrX|j dnd}t|||d}||j|}|j|vrt d|jd |jd |jd |j||j=n|jdurt d |j|jdur|j|j|j|j|jdur|n|jdqtjj j |vrt d ||tjj j j|tjj j =|D]\} }t d| d |jd |j|| |j|jqd} |jD]} | | j7} || j| jj| jj| jj| j qt!d| ddd} |"|#|$|jD]} |j%| j|j&d| '| jq%|(dS)NzGGUF.z Suppressing z Skipping z Removing r)rz Modifying z: "z" -> "z" zCopying zAdding chat template(s)zAdding WritingbyteT)desctotalunit unit_scale)tensor_endianess))fieldsvaluesnameggufKeysGeneral ARCHITECTURE startswithloggerdebug Tokenizer CHAT_TEMPLATEtypes GGUFValueTypeARRAYr rgetr r add_key_valuer radd_chat_templateitemstensorsn_bytesadd_tensor_infodatashapedtypenbytes tensor_typerwrite_header_to_filewrite_kv_data_to_filewrite_ti_data_to_filewrite_tensor_data endianessupdateclose) rr+r-r/rval_typerold_valvalr total_bytestensorbarrrrcopy_with_new_metadata-sR    *   (     $  rbc CsddtjjjD}tdd|D}tjdd}|jdt dd|jd t d d|jd t d d d|jdt ddd|jdt ddd|jdt ddd|jdt ddd|jdt ddd|jddt d d!d"|jd#dt d$d%d& |d'fd(|jd)dt d*d%d& |d+fd(|jd,d-d.d/|jd0d-d1d/| t tjd%krdnd2g}tj|jrtjntjd3i}|jpg}|jrttjj|j|tjjj<|jrttjj|j|tjjj<|jrttjj|jd4rt !|jn|j|tjjj"<|j#r4t$|j#d5d6d7!}t %|}|&d8}|r$ttjj||tjjj"<Wdn 1s/wY|j'rat$|j'd5d6d7}|(}ttjj||tjjj"<Wdn 1s\wY|j)rrttjj|j)|tjjj*<|rt+,d9t+,d:t+,d;|j-st+,d<t.d=} | d>krt+/d?t0d@t+/dA|j.t1|j.d5} t2| tjjj3} t2| tjjj4pg} |j5pgD]M\} }| |vrt+,dB| dCqt6| |}ttjj7|d@dD|||| <t |dEkrt+,dF|dG|d@dHt+,dI dJd|Dq|j8pgD]K\} }| |vr1t+,dB| dCq|9s>t:dK|dLt;|}|d@kra|t | krattjj7|dD| |||| <qt:dM|dNt|j?r|j-st+,d9t+,dO|j?dPt+,d<t.d=} | d>krt+/d?t0d@t+/dQ|j?tj@|j?| | jAdR}t2| tjjjB}|durt+CdS|||_DtE| |||dS)TNcss(|]}|dsttjj|VqdS)_N)rAgetattrr=r>rDr"nrrr hs&zmain..css:|]}|dr|dddtd |fVqdS) _token_id.r2N)endswithsplitr'rerrrrgis8z,Make a copy of a GGUF file with new metadata)rinputz GGUF format model input filename)r helpoutputz!GGUF format model output filenamez--general-namezThe models general.namez"name")r rmmetavarz--general-descriptionzThe models general.descriptionz"Description ..."z--chat-templatez:Chat template string (or JSON string containing templates)z"{% ... %} ..."z--chat-template-configz'Config file containing chat template(s)ztokenizer_config.jsonz--chat-template-filez#Jinja file containing chat templatezchat_template.jinjaz--pre-tokenizerzThe models tokenizer.ggml.prez"pre tokenizer"z--remove-metadataappendz/Remove metadata (by key name) from output modelz general.url)actionr rmroz--special-tokenzSpecial token by valuez | z "")rqr rmnargsroz--special-token-by-idzSpecial token by id0z--force store_truez$Bypass warnings without confirmation)rqrmz --verbosezIncrease output verbosityz--help)level[rzutf-8)encoding chat_templatez&*** Warning *** Warning *** Warning **z=* Most metadata is required for a fully functional GGUF file,z@* removing crucial metadata may result in a corrupt output file!z<* Enter exactly YES if you are positive you want to proceed:zYES, I am sure> YESz(You didn't enter YES. Okay then, see ya!rz * Loading: zUnknown special token "z", ignoring...z= z Multiple "z" tokens found, choosing ID z0, use --special-token-by-id if you want another:z, css|]}t|VqdSr)r )r"irrrrgsz Token ID "z" is not a valid ID!z Token ID z is not within token list!z* The "z3" GGUF file already exists, it will be overwritten!z * Writing: )archrYzSetting custom alignment: )Fr=r>rD__dict__keysdictargparseArgumentParser add_argumentrr join parse_argsr'sysargvlogging basicConfigverboseDEBUGINFOr/ general_namer rGSTRINGr?NAMEgeneral_description DESCRIPTIONrzrAjsonloadsrEchat_template_configopenloadrIchat_template_fileread pre_tokenizerPRErBwarningforcerlinfoexit GGUFReaderrr@LIST special_tokenr*UINT32special_token_by_id isdecimalr(intospathisfilern GGUFWriterrY ALIGNMENTrCdata_alignmentrb)tokenizer_metadata token_namesparserargsr-r/fpconfigtemplateresponserr~rr<r!ids id_stringid_intr+ alignmentrrrmaings $$ 2           "  &      r__main__)rrrr rr)rr r!r rr ) rrr+r,r-r.r/r0rr1)rr1) __future__rrrrrrpathlibrrtypingrrrenviron__file__parentexistsrinsertr r= getLoggerrBr rr*rbrrrrrrs*   "    :p