idY`UddlZddlZddlmZddlmZmZddlm Z ddl m Z m Z m Z mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/ddl0m1Z1ddl2m3Z3ddl4m5Z5ddl6Z6dd l7m8Z8m9Z9m:Z:gd Z;e<a=ee e?fze@d <d eAe e>e e?fzfd ZBdeAe e>e e?fzfdZCdZDdeAe e>e e?fzfdZEGddZFdZGdZHejddZJde de>e?e?ffdZKdeZs7==c,>OPreturnc ttSr9)listr6r?r=_get_safe_globalsrD_s ( ))r?ctayr9)r;r6rCr?r=_clear_safe_globalsrFds "ur?globals_to_removec(tt|z ayr9)r6r;)rGs r=_remove_safe_globalsrIis 8#>O:PPr?c:eZdZdeeeeefzfdZdZdZ y) _safe_globalsr7c||_yr9r<)selfr7s r=__init__z_safe_globals.__init__qs (r?c.t|jyr9)r>r7)rMs r= __enter__z_safe_globals.__enter__ts$++,r?c.t|jyr9)rIr7)rMtypevaluetbs r=__exit__z_safe_globals.__exit__wsT../r?N) __name__ __module__ __qualname__rBrtuplestrrNrPrUrCr?r=rKrKps+)T(U8S=5I*I%J)-0r?rKc@i}tD]}t|tr^t|dk7rt dt|t |dt urtdt |d|\}}|||<q|j|j}}|||d|<|S)NzYExpected tuple of length 2 (global, str of callable full path), but got tuple of length: zHExpected second item in tuple to be str of callable full path, but got: .) r6 isinstancerYlen ValueErrorrRrZ TypeErrorrWrX)rcfnamemodules r=_get_user_allowed_globalsrgsB %' a 1v{ opstupvowxAaDz$^_cdefgdh_i^jkGAtBtH<<DF%&B&4&! "' Ir?c ^tjjtjjtjjtjj tjj tjjtjjtjjtjjtjjtjjtjjh Sr9)torch_utils_rebuild_parameter_rebuild_parameter_with_state_rebuild_qtensor_rebuild_tensor_rebuild_tensor_v2_rebuild_tensor_v3_rebuild_sparse_tensor_rebuild_meta_tensor_no_storage_rebuild_nested_tensor_rebuild_wrapper_subclass!_rebuild_device_tensor_from_numpy&_rebuild_device_tensor_from_cpu_tensorrCr?r=_tensor_rebuild_functionsrws '' 22 %% $$ '' '' ++ 44 ++ ..  66  ;;# r?r]c tttjjtj j tjtjtjttttd }tjjD]}||t!|<tjj#D]}||t!|<t%ddDcgc]}t'td|c}D]}||t!|<t%ddDcgc]}t'td|c}D]}||t!|<tj(D] }|||j*d|j,<"tj.D]}|tjj0tjj2fvrFtj j5|j,||j*d|j,<|||j*d|j,<tj6tj8tj:tj<tj>fD]}||t!|<tAD]}||d|j,<tjBjD|d<|Scc}wcc}w) N) zcollections.OrderedDictzcollections.Counterztorch.nn.parameter.Parameterztorch.serialization._get_layoutz torch.Sizez torch.Tensorz torch.devicez_codecs.encodezbuiltins.bytearrayz builtins.setzbuiltins.complexr]uintintr^z torch._utils.z#torch._tensor._rebuild_from_type_v2)#rrrinn Parameter serialization _get_layoutSizeTensordevicer bytearrayr;complexstorage_dtype_to_storage_type_maprZ _new_dtypesrangegetattr_tensor_classesrWrV_storage_classes TypedStorageUntypedStorage StorageTypeper_tensor_affineper_tensor_symmetricper_channel_affineper_channel_symmetric per_channel_affine_float_qparamsrw_tensor_rebuild_from_type_v2)rctxtttsqtrds r=_get_allowed_globalsrss$/&(-(:(:+0+>+>+J+Jjj   '# B]] 5 5 73q6  ]] & & (3q6 271+ >QgetA3Z( >3q6 16q! =Ages1#Y' =3q6 ##2/1bmm_Abkk] +,2$$6 emm00%--2N2NO O383F3F3R3R 4B"--"++/ 046B"--"++/ 06  ""    ## .. 3r7 ' (-+,]1::, '(- 16 0S0SB,- IC? =s 1K!/K&readlinec|ddjd}|ddjd}||ftvrt||f\}}||fS|tvr t|}||fS)Nutf-8)decoder1r0)rrfres r=_read_global_instructionrs| Z_ # #G ,F :cr? ! !' *D ~%#VTN3  4< > !' 4<r?ct}|j}|j}itddtddt ddt ddtddtddtddtddtddtddtddtddtddt ddt"ddt$ddt&ddt(ddt*ddt,ddt.ddt0ddt2ddt4ddt6ddt8ddt:ddt<ddi } |d}|st>tA|tBsJ|dtDdk(r%tG|\}}|jI|d|n|d|vr||d}|r||n|dtJdk(r2tMd|dd} | tNkDr tQd|| nh|dtRdtTdhvr|dd} || n=|dtVdk(r |ddn"|dtXdk(r|StQd |d) Nrr]r\ryr^|  nUt;| t"j$j&ur| jA|  nt;| tBur| jDjG| nt;| tj)vs#t;| tj)vrt5| dr| jA| nd }t | tHrt| dk(r| \} }| r| jDjG| |rE|jKD]\}}tM| ||ntdt;| |dtNdk(rd|jj!}|jd}t;|tPurtdt;||j|n|dtRdk(rZ|jU}|jd}t;|tPurtdt;||jW|n+|dtXdk(rY|jj!|jj!}}|j[d||jd|<n|dt\dk(rY|jU}|j[dt_dt|dD]}||dz|jd||<n[|dt`dk(rI|jj|jg|_|jj|_n|dtbdk(r,|jU}|jtI|n|dtddk(r|jdf|jd<n|dtfdk(r.|jd|jdfg|jdd n]|dthdk(r<|jd |jd|jdfg|jd d n|dtjdk(r|jd n|dtldk(r|jd!n|dtndk(r|jdn|dtpdk(r|jd"n|dtrdk(r|jgnh|dttdk(r|jinF|dtvdk(r|jtyn|dtzdk(r&|jt}d#|d$dn|dt~dk(r%|j|jddn|dtdk(r&|jt}d%|ddn~|dtdk(r/|jt}d&|jd'dn@|dtdk(rOt}d(|d$d}|tkDr td)t||d*d+}|j|n|dtdk(rQ|dd}||}|jd,k7r|j|jd-}|j|n|dtdk(r|jj!}t;|tHur(t;|turtd.t;|t;|tHurMt|dkDr?t"jj|dd/k7rtd0t;|d|j|j|n|dtdtdfvrL|dtdk(r|dnt}d(|d$d}|j|j|n=|dtdtdfvrY|dtdk(r|dnt}d(|d$d}|dkr td1|jd|j|<n|dtdk(r.|dd}||}|jt|n|dtdk(rE|dd|_V|jdk7rbtjd2|jd3d4n<|dtdk(r|jj!}|Std5|d )6zRead a pickled object representation from the open file. Return the reconstituted object hierarchy specified in the file. Tr]rr^z"Trying to load unsupported GLOBAL z whose module z is blocked.)z1torch.nested._internal.nested_tensor.NestedTensorz1torch.nested._internal.nested_tensor._rebuild_njtz"torch._dynamo.decorators._DimRangez\``torch.nested`` and ``torch._dynamo`` must be imported to load nested jagged tensors (NJTs))z(torch.distributed.device_mesh.DeviceMeshz2torch.distributed.tensor._dtensor_spec.DTensorSpecz1torch.distributed.tensor._dtensor_spec.TensorMetaz torch.distributed.tensor.DTensorz0torch.distributed.tensor.placement_types.Partialz2torch.distributed.tensor.placement_types.Replicatez.torch.distributed.tensor.placement_types.Shardz>``torch.distributed.tensor`` must be imported to load DTensorsbuiltinsNzUnsupported global: GLOBAL zY was not an allowed global by default. Please use `torch.serialization.add_safe_globals([z.])` or the `torch.serialization.safe_globals([zN])` context manager to allowlist this global if you trust this class/function.sparsezbCan only create new object for nn.Parameter or classes allowlisted via `add_safe_globals` but got rz0Trying to call reduce for unrecognized function __self__z which belongs to __setstate__r\zcCan only build Tensor, Parameter, OrderedDict or types allowlisted via `add_safe_globals`, but got z"Can only append to lists, but got zCan only extend lists, but got r#r$FrCzdryrrr surrogatepassrstrictz1persistent_load id must be tuple or int, but got rz4Only persistent_load of storage is allowed, but got znegative argumentzDetected pickle protocol z in the checkpoint, which was not the default pickle protocol used by `torch.load` (2). The weights_only Unpickler might not support all instructions implemented by this protocol, please file an issue for adding support if you encounter this.) stacklevelr)Z metastackstackappendrrr_rrrr_blocklisted_modulesr+rrgr`rpoprir|r}values__new__rrWr/r"hasattrrrrRrset_rr__dict__updaterYitemssetattrrrBrpop_markextendr#_check_set_item_targetr$rrr'r(r)r*r rrrrrrr;r r,r r r rr-rZr%rrrr{r~_maybe_decode_asciipersistent_loadr rrrrrarrr!rwarningswarnr&)rMrrrfre full_path builtins_nameargsclsresultfunc error_msgstateinst slotstatekvitemlist_objrirstrvalstrdatapididxndatarcs r=loadzUnpickler.load:s  " jj'' yyq'Cc;/ //1v"7 F %hav. 11)>G[I<< Q6!9$zz~~'jjnn&%((,,,KK 2 2D 9:46==??24;;==(S[[4t4Fe333CNN8R3::6BKK')::=@Q6!9$zz~~'zz"~ 4 6 = = ??$=$?$F$F$HHK4&QtZ0!'9$--%II ))44t5000X5P/66v>!' 2Q58# (zz"~:-DIIu%$Z588#5#55%%e,$Z;.MM((/J";"="D"D"FFDz%9%;%B%B%DDt^4))%0%) %eU3E a/4,E9  MM007$(1(941 'a 34*;;?:,H Q6!9$zz~~'::b>>-)>-)9$x.9IJ&Q71:%**..*DJJNN,) BQ:a=( BQ:a=( BQ9Q<' CE"Q6!9$ F4a1!45Q71:% DIIaLO,Q71:% F4a1!45Q8A;& F416q9:Q:a=(d1g.q1G#)*>??T&\7OD F#Q?1--av,==G+%nnT]]HEG G$Q9Q<'jjnn&9E)d3is.B)KDQTI;WI&C1 ++??AG9T)NtTWXYTZ|n] D0056QF1I{1~66"%a&F1I"5tAw6$Q;PRST DIIcN+QF1I{1~66 #A&) 3T!Wd1g9NPQRq5$%899#zz"~ ! Q58#GAJAw K-.Q58#!!WQZ ::?MM3DJJ<@YY$% Q47"ZZ^^% %(rDrFrIrKrgrw lru_cacherrrrrrCr?r=rst2,$&&&&&&&&&&N RR BE#hx})==>FQDE(C-4H)H$IQ *453+? ?@* % QHuXs]';;<Q00$(.a 5!5p x E#s(O =CC=C@VGVGr#*5C5r?