o Tim@sddlZddlZddlZddlmZddlmZmZddlm Z ddl m Z Gdd d eZ e d krGe d d d ZeD] \ZZeeejq1szfHuggingFaceCheckpointEngine._fetch_checkpoint_files..model_has_safetensors..z .safetensorsTF)osr$isdirlistdirendswith)r file_listf)r#r r!model_has_safetensors-s   zRHuggingFaceCheckpointEngine._fetch_checkpoint_files..model_has_safetensorsz *.safetensors*.json)z*.binr/z*.ptN)allow_patternsrevisiontokenzCheckpoint dir z, is not a directory, cannot load checkpoint.) load_filezmodel.safetensors.index.jsonzmodel.safetensorszpytorch_model.bin.index.jsonzpytorch_model.bincpuF) map_location weights_onlyr weight_mapcsg|] }tjj|qSr )r(r$joinr)r%r-)rr r!r'dszGHuggingFaceCheckpointEngine._fetch_checkpoint_files..)huggingface_hubr"r#strboolr(r$r)r rr safetensors.torchr3_checkpoint_load_fnrtorchloadr9isfilejsonopensetvalues) rr"r.r0r3model_param_json_fnamemodel_file_fnamemodel_param_jsonall_checkpoint_files param_mapr8r )r#rr!r#sD         z3HuggingFaceCheckpointEngine._fetch_checkpoint_filesccs|jD];}td|||}t|jdr*|jjr*|jjdkr*|d|d<t| }|D] }||}||fVq2~qdS)z_ Generator of model parameters (satisfies the CheckpointEngineBase interface). zLoading checkpoint: tie_word_embeddingsqwen2zmodel.embed_tokens.weightzlm_head.weightN) rrinfor>rrrK model_typelistkeys)r checkpoint checkpoint_sd param_keys param_nameparamr r r! parametershs      z&HuggingFaceCheckpointEngine.parameters)N) __name__ __module__ __qualname__r;rrrrr?TensorrV __classcell__r r rr!r s$Er __main__zmeta-llama/Llama-2-7b-hfhf_xxxxxxxxxxxxxxxxx)r r )r(rBr? base_enginertypingrr functoolsrloggingrr rWenginerVnamerUprintshaper r r r!s    m