o ߗiR@s:UddlZddlZddlmZddlmZmZddlm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9ddl:Z:ddl;me?a@e7e9e4e8e4eAffeBd <d e6e9e4e8e4eAfffd d ZCde6e9e4e8e4eAfffddZDddZEde6e9e4e8e4eAfffddZFGdddZGddZHddZIejJddddZKde4de8eAeAffd d!ZLde7eAfd"d#ZMGd$d%d%ZNd&d'd(eAfd)d*ZOdS)+N)encode)Counter OrderedDict)%APPENDAPPENDSBINFLOATBINGETBININTBININT1BININT2 BINPERSIDBINPUT BINUNICODEBUILD bytes_types decode_long EMPTY_DICT EMPTY_LIST EMPTY_SET EMPTY_TUPLEGLOBALLONG1 LONG_BINGET LONG_BINPUTMARKNEWFALSENEWOBJNEWTRUENONEPROTOREDUCESETITEMSETITEMSSHORT_BINSTRINGSTOPTUPLETUPLE1TUPLE2TUPLE3UnpicklingError)unpack)maxsize)AnyCallableDictListSetTupleUnion)IMPORT_MAPPING NAME_MAPPING)sysosposixnt_marked_safe_globals_set safe_globalscCstt|adSN)r9unionsetr:r?[/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/torch/_weights_only_unpickler.py_add_safe_globalsYsrAreturncCsttSr;)listr9r?r?r?r@_get_safe_globals^srDcCs tadSr;)r=r9r?r?r?r@_clear_safe_globalscs rEglobals_to_removecCstt|adSr;)r9r=)rFr?r?r@_remove_safe_globalshsrGc@s>eZdZdeeeeeefffddZddZ ddZ dS) _safe_globalsr:cCs ||_dSr;r>)selfr:r?r?r@__init__ps z_safe_globals.__init__cCt|jdSr;)rAr:)rIr?r?r@ __enter__sz_safe_globals.__enter__cCrKr;)rGr:)rItypevaluetbr?r?r@__exit__vrMz_safe_globals.__exit__N) __name__ __module__ __qualname__r/r2r-r1strrJrLrQr?r?r?r@rHos" rHcCsi}tD]B}t|tr6t|dkrtdt|t|dtur-tdt|d|\}}|||<q|j|j }}|||d|<q|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r9 isinstancetuplelen ValueErrorrNrU TypeErrorrSrR)rcfnamemoduler?r?r@_get_user_allowed_globalss     rbc CsLtjjtjjtjjtjjtjjtjjtjjtjj tjj tjj tjj tjj h Sr;)torch_utils_rebuild_parameter_rebuild_parameter_with_state_rebuild_qtensor_rebuild_tensor_rebuild_tensor_v2_rebuild_tensor_v3_rebuild_sparse_tensor_rebuild_meta_tensor_no_storage_rebuild_nested_tensor_rebuild_wrapper_subclass!_rebuild_device_tensor_from_numpy&_rebuild_device_tensor_from_cpu_tensorr?r?r?r@_tensor_rebuild_functionssrqrWc Cs6tttjjtjjtjtjtj t t t t d }tjD]}||t|<qtjD]}||t|<q*tjD] }|||jd|j<q6tjD](}|tjjtjjfvrdtj|j||jd|j<qG|||jd|j<qGtjtjtjtjtjfD]}||t|<q|tD] }||d|j<qtj j!|d<|S)N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexrXz torch._utils.z#torch._tensor._rebuild_from_type_v2)"rrrcnn Parameter serialization _get_layoutSizeTensordevicer bytearrayr=complexstorage_dtype_to_storage_type_mapkeysrU _new_dtypes_tensor_classesrSrR_storage_classes TypedStorageUntypedStorage StorageTypeper_tensor_affineper_tensor_symmetricper_channel_affineper_channel_symmetric per_channel_affine_float_qparamsrq_tensor_rebuild_from_type_v2)r^ttttsqtr_r?r?r@_get_allowed_globalssF    rreadlinecCsd|ddd}|ddd}||ftvr&t||f\}}||fS|tvr.t|}||fS)Nutf-8)decoder4r3)rrar`r?r?r@_read_global_instructions rc CsNt}d}|j}|j}itddtddtddtddtddtddt ddt ddt ddt ddt ddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddi } |d}|stt |t!sJ|dt"dkrt#|\}}|$|d|nm|d|vr||d} | r|| nZ|dt%dkrt&d|dd} | t'krt(d || n<|dt)dt*dhvr|dd} || n$|dt+dkr|dd}n|dt,dkr|St(d |dq) NrrWrVTrXkrt d#t?||d$d%}||n-|dt@dkr|dd}||}|jAd&kr|B|jAd'}||n|dtCdkr|j}t|turt|tDurt d(t|t|turt |dkrtjEF|dd)krt d*|d||G|n|dtHdtIdfvrC|dtHdkr1|dnt9d"|dd}||jJ|n|dtKdtLdfvrx|dtKdkr]|dnt9d"|dd}|dkrotMd+|jd|jJ|<nU|dtNdkr|dd}||}|tO|n:|dtPdkr|dd|_Q|jQdkrtRSd,|jQd-n|dtTdkr|j}|St d.|dq)/zRead a pickled object representation from the open file. Return the reconstituted object hierarchy specified in the file. TrWrrXz"Trying to load unsupported GLOBAL z whose module z is blocked.)z1torch.nested._internal.nested_tensor.NestedTensorz1torch.nested._internal.nested_tensor._rebuild_njtz"torch._dynamo.decorators._DimRangez\``torch.nested`` and ``torch._dynamo`` must be imported to load nested jagged tensors (NJTs))z(torch.distributed.device_mesh.DeviceMeshz2torch.distributed.tensor._dtensor_spec.DTensorSpecz1torch.distributed.tensor._dtensor_spec.TensorMetaz torch.distributed.tensor.DTensorz0torch.distributed.tensor.placement_types.Partialz2torch.distributed.tensor.placement_types.Replicatez.torch.distributed.tensor.placement_types.Shardz>``torch.distributed.tensor`` must be imported to load DTensorszUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.zbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got rz0Trying to call reduce for unrecognized function __setstate__NrVzcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got Fr?zdrrrr surrogatepassrstrictz1persistent_load id must be tuple or int, but got r{z4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.r)U metastackstackappendrrrrYrrr_blocklisted_modulesr)rrbrpoprcrrrsvalues__new__r rrNrwset_rr__dict__updatehasattrrZr[itemssetattrrrCrpop_markextendr!r"rangerr%r&r'r(rrrrrrrr=r r*r r rrr+rUr#rrr intrt_maybe_decode_asciipersistent_loadrrrr rr\rrrrwarningswarnr$)rIrrrrar` full_pathargsclsfuncstateinst slotstatekvitemlist_objrirstrvalstrdatapididxndatar^r?r?r@load5s                  $,      ,,     zUnpickler.loadcCs |j}|j|_|jj|_|Sr;)rrrr)rIrr?r?r@rs  zUnpickler.pop_markcCstd)Nz%unsupported persistent id encountered)r))rIrr?r?r@r$szUnpickler.persistent_loadN)rRrSrTrUrJrrrr?r?r?r@r-s j rASCIIrrcCst||dS)Nr)rr)rrr?r?r@r(sr)P functools _functoolsr_codecsr collectionsrrpicklerrrrr r r r r rrrrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)structr*r5r+typingr,r-r.r/r0r1r2rc torch._utilsr3r4rr=r9rU__annotations__rArDrErGrHrbrq lru_cacherrrrrr?r?r?r@s8   ' $"""   3 A|