i$b ddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmcmZddlmZmZmZmZmZmZmZmZddlmZerddlmZej@e!Z"ej$jGe!dZ$gd Z%dd l&m'Z(d Z)Gd d Z*GddZ+Gdde+e,Z-idej\dej^dej`dejbdejbdejddejfdejhdejjdejldejndejpddd ejrd!ejtd"ejvd#ejxid$ejzd%ej|d&ej~d'ejd(ejd)ejd*ejd+ejd,ejd-ejd.ejd/ed0ed1ed2ed3ed4ejd5ejiZGhd6ZHd7ZId8ZJeJD]JZKd9eKZLd:eLZMeNe*eLeIeKeOeeMeGeL<eHjaeLe%jeLLdhZQeHeQzZRhd;ZShd<ZTdhZUeSeUzZVhd=ZWdd'hZXdd'd>d?ZYhd@ZZeJD]ZKd9eKZLeZjaeLhdAZ[hdBZ\dCZ]dDZ^dEZ_dFZ`dGZadHZbdIZcdJZddKZedLZfdMZg dudNZhdOZidPZjdQZkidej`d.ejd$ejzd#e`d+ead*ebdecdeid'edd(ejd)ekd4e]d5e^de_d!eed-efZldRZmdSZndTZodUZpdVZqdWZrdXZsdYZtdZZud[Zvd\Zwd]Zxd^Zye je!Z{d_Z|eJD]'ZKd`eKZ}e|eKZ~e}xe~_e~_!eNe{e}e~)[~[K[}daZdvdbZdcZddZielid3ejdej\deqd%erdesd"etd eudevdendeod/edepd&ej~d2ewd1exd0eydeeedeZeJD]ZKd9eKZLeOe{d`eKeeL<[K[L[J[{dfZdgZdhZdiZdjZdkZdlZdmZeeeeeednZdoZdpZdqZdrZdsZej)D]\ZZeeeej)D]\ZZeeedtZeD]FZeeSvr eeeeeWvr eeeeeUvseeTvr eeeeeeeeYvs>eeeH[[y)w) annotationsN) lru_cacheupdate_wrapper)Optional TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)ShapeEnvsym_node)SymNodemethod_to_operator magic_methods DynamicInt) py_sym_typescZ|turtS|turtS|turt S|SN)boolrintrfloatr)ts X/var/www/html/engine/venv/lib/python3.12/site-packages/torch/fx/experimental/sym_node.py _to_symtyper :s+DyCx Ez HceZdZUdZdZded< d\ d]dZd^dZd_dZd`d Z e d Z e d Z d Z dad ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdbdZdcdZdcdZdadcdZ dcd Z!dcd!Z"dcd"Z#dcd#Z$dcd$Z%dcd%Z&dcd&Z'dcd'Z(dcd(Z)dcd)Z*dcd*Z+dcd+Z,dcd,Z-dcd-Z.dcd.Z/dcd/Z0dcd0Z1dcd1Z2dcd2Z3dcd3Z4dcd4Z5dcd5Z6dcd6Z7dcd7Z8dcd8Z9dcd9Z:dcd:Z;dcd;Zdcd>Z?dcd?Z@dcd@ZAdcdAZBdcdBZCdcdCZDdDZEdEZFdFZGdGZHdHZIdIZJdcdJZKdKZLdLZMdMZNdcdNZOdddOZPdPZQdQZRdRZSdSZTdTZUdUZVdVZWdWZXdXZYdYZZdZZ[d[Z\y)erz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNc|_|_|_|_fd}|t ||us,t |t |usJd|dt |jrCjj r-|} || k(s!J|d| djd|}|_|_ jxrjj } | xr|_ y)Ncddlm}|jryjj jd}|#t |t sj|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr&expr shape_env_maybe_evaluate_static isinstanceSymTypespytype)r&hintselfs rr'z&SymNode.__init__..compute_hintsZ W)3>>88QU8VD0:40Jt{{4(PTKr!zCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr*r.r#typer _translation_validation_enabledr)_hintconstantfx_node) r0r)r*r.r/r6r7optimized_summationr' computed_hinttx_validation_ens ` r__init__zSymNode.__init__Vs " $7!:   :'4:V9L+L 0(:4:,H L~~$.."P"P!- },fDvdii[B, >D ;C NN Mt~~MM (3G r!ct|j||j|j|j|j Sr)rr2r.r5r6r7)r0r*s rwith_shape_envzSymNode.with_shape_envs0 JJ 4;; DMM4<<  r!c |j|jk(xrj|j|jk(xrO|j|jk(xr4|j|jk(xr|j|jk(Sr)r2r.r5r6r7r0others r _value_eqzSymNode._value_eqsq JJ%++ % . u||+ . ekk) . / .  -  r!ct|j|j|j|j|j fSr)hashr2r.r5r6r7r0s r _value_hashzSymNode._value_hashs,TZZdjj$--VWWr!cL|jj|jSr)r*replacer2rDs rr)z SymNode.exprs~~%%djj11r!c|jSrr5rDs rr/z SymNode.hints zzr!c|jduSrrIrDs rhas_hintzSymNode.has_hintszz%%r!crddlm}|j|n||j}|jjDcic]"}|||vrdn|j j |$}}|jj|S|j j|jS|jScc}w)Nrfree_unbacked_symbolsi) r(rNr5r) free_symbolsr* var_to_valxreplace size_hint)r0fallbackrNunbacked_symbolss replacementss r require_hintzSymNode.require_hintsO :: #$9#C "YY33 q$44t$..:S:STU:VV   yy)),77>>++DII6 6zz s'B4cZ|jjrt|jSyr)r) is_numberrrDs r maybe_as_intzSymNode.maybe_as_ints 99  tyy> !r!cvddl}t|j|jrt |jSyNr)sympyr,r)Floatrr0r]s rmaybe_as_floatzSymNode.maybe_as_floats) dii -# #r!cpddl}|j|jury|j|juryy)NrTF)r]r)truefalser_s r maybe_as_boolzSymNode.maybe_as_bools. 99 " YY%++ %r!c&|jtuSr)r.rrDs ris_intzSymNode.is_ints{{c!!r!c&|jtuSr)r.rrDs ris_floatzSymNode.is_floats{{e##r!c&|jtuSr)r.rrDs ris_boolzSymNode.is_bools{{d""r!c|jduxr@t|jtxr$|jjj Sr)r5r,rnode is_nested_intrDs rrmzSymNode.is_nested_intsA JJd " 04::v. 0 --/ r!ct|tusJddl}t|j ||j t|||SNr)r6r7)r3rr]rIntegerr*r0numr]s rwrap_intzSymNode.wrap_ints?CyC MM# S3PS  r!ct|tusJddl}t|j ||j t|||Sro)r3rr]rr^r*rqs r wrap_floatzSymNode.wrap_floats?CyE!!! KK dnneS3PS  r!ct|tusJddl}t|r |jn |j |j t|||Sro)r3rr]rrbrcr*rqs r wrap_boolzSymNode.wrap_boolsFCyD   EJJ5;; NN     r!c|SrrDs rclonez SymNode.clone%s r!c|jSr)r)rDs rstrz SymNode.str(s))r!c"|jSrr|rDs r__str__zSymNode.__str__+sxxzr!czd|jd|jd|jg}|j|j d|j|j |j d|j |j |j d|j dj|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r1)r2r*r.r5appendr6r7join)r0reps r__repr__zSymNode.__repr__.stzzl,t~~.>i } U  :: ! JJtzzl+ , == $ JJ4==/2 3 << # JJ$,,0 1yy~##r!c"|jSrr~rDs r _graph_reprzSymNode._graph_repr:sxxzr!c"|jSr)_absrDs rabsz SymNode.abs@yy{r!c"|jSr)_posrDs rposz SymNode.posCrr!c$|j|Sr)_round)r0ndigitss rroundz SymNode.roundFs{{7##r!c"|jSr)_truncrDs rtruncz SymNode.truncI{{}r!c$|j|Sr)_addr?s raddz SymNode.addLyyr!c$|j|Sr)_subr?s rsubz SymNode.subOrr!c$|j|Sr)_mulr?s rmulz SymNode.mulRrr!c$|j|Sr)_modr?s rmodz SymNode.modUrr!c$|j|Sr) _float_powr?s r float_powzSymNode.float_powXsu%%r!c$|j|Sr)_pow_by_naturalr?s rpow_by_naturalzSymNode.pow_by_natural[s##E**r!c$|j|Sr)_and_r?s rand_z SymNode.and_^szz%  r!c$|j|Sr)_or_r?s ror_z SymNode.or_arr!c$|j|Sr)_float_truedivr?s r float_truedivzSymNode.float_truedivds""5))r!c$|j|Sr) _int_truedivr?s r int_truedivzSymNode.int_truedivg  ''r!c$|j|Sr) _int_floordivr?s r int_floordivzSymNode.int_floordivj!!%((r!c$|j|Sr)_lshiftr?s rlshiftzSymNode.lshiftm||E""r!c$|j|Sr)_rshiftr?s rrshiftzSymNode.rshiftprr!c"|jSr)_sym_notrDs rr zSymNode.sym_nots}}r!c$|j|Sr)_eqr?s reqz SymNode.eqvxxr!c$|j|Sr)_ner?s rnez SymNode.neyrr!c$|j|Sr)_gtr?s rgtz SymNode.gt|rr!c$|j|Sr)_ltr?s rltz SymNode.ltrr!c$|j|Sr)_ler?s rlez SymNode.lerr!c$|j|Sr)_ger?s rgez SymNode.gerr!c"|jSr)_floorrDs rfloorz SymNode.floorrr!c"|jSr) _is_integerrDs r is_integerzSymNode.is_integers!!r!c"|jSr) _sym_floatrDs rr zSymNode.sym_floats  r!c"|jSr)_sym_intrDs rsym_intzSymNode.sym_intrr!c"|jSr)_ceilrDs rceilz SymNode.ceilszz|r!c"|jSr)_negrDs rnegz SymNode.negrr!c$|j|Sr)_sym_minr?s rr zSymNode.sym_min}}U##r!c$|j|Sr)_sym_maxr?s rr zSymNode.sym_maxrr!c&|j||Sr)_sym_ite)r0then_valelse_vals rr zSymNode.sym_ites}}Xx00r!c&|j||Sr)_is_contiguousr0sizesstridess r is_contiguouszSymNode.is_contiguouss""5'22r!c&|j||Sr)_is_channels_last_contiguous_2drs ris_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCr!c&|j||Sr)_is_channels_last_contiguous_3drs ris_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr!c&|j||Sr)_is_channels_last_strides_2drs ris_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@r!c&|j||Sr)_is_channels_last_strides_3drs ris_channels_last_strides_3dz#SymNode.is_channels_last_strides_3drr!c&|j||Sr)'_is_non_overlapping_and_dense_indicatorrs r&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKr!c$|j|Sr)rr?s rsym_orzSymNode.sym_orrr!c$|j|Sr)rr?s rsym_andzSymNode.sym_andrr!c$|j|Sr) _bitwise_andr?s r bitwise_andzSymNode.bitwise_andrr!c$|j|Sr) _bitwise_orr?s r bitwise_orzSymNode.bitwise_ors&&r!c$|j|Sr) _bitwise_xorr?s r bitwise_xorzSymNode.bitwise_xorrr!c$|j|Sr)rr?s rtruedivzSymNode.truedivrr!c$|j|Sr)rr?s rfloordivzSymNode.floordivrr!c$|j|Sr)rr?s rpowz SymNode.pows~~e$$r!cX|j||jt|dS)N)rrto_noders ris_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses,::5'JMM D!   r!c&|jddSNr) guard_intrDs rint_z SymNode.int_s~~b!$$r!c ddl}ddlm}m}|r3t ||t j td|DfiS|Dcgc]}|j}}|j|}g}d} |D]+}|jn(|j|j-t|} |jjt j td|Df\} } t||jt | | Scc}w)Nrget_proxy_modehandle_sym_dispatchc32K|]}t|ywr) wrap_node.0as r z"SymNode.sym_sum..s6A9Q<6sc34K|]}|jywrr7r*s rr-z"SymNode.sym_sum..s!:!))!:sr/)r]"torch.fx.experimental.proxy_tensorr&r'rtorchsym_sumtupler)Addr/rsumr*_create_fx_call_functionrr) r0argsr]r&r'r,exprsout size_hintsout_hintr7_s rr2zSymNode.sym_sums  #MM6668 "&&A&&eii  'Avv~   aff % ' :H^^<< MME!:T!::<  sDNNC7KK#'s D c:|jj||Sr)r*evaluate_sym_node)r0size_obliviouss revaluatezSymNode.evaluates~~//nEEr!c|j} t|S#t$rtj d|wxYw)NzFailed to convert to int: %s)r@r Exceptionlogwarningr0fileliners rr"zSymNode.guard_ints> MMO q6M  KK6 :   !>c|j} t|S#t$rtj d|wxYw)NzFailed to convert to float: %s)r@rrBrCrDrEs r guard_floatzSymNode.guard_floats> MMO 8O  KK8! <  rIc|j} t|S#t$rtj d|wxYw)NFailed to convert to bool: %sr@rrBrCrDrEs r guard_boolzSymNode.guard_bools> MMO 7N  KK7 ;  rIcddlm}|jr:||js(|jj s|j ||S|jj|j|d||jS)NrrM:r/) r(rNrKr)r*+prefer_deferred_runtime_asserts_over_guardsrOguard_or_defer_runtime_assertr7)r0rFrGrNs r expect_truezSymNode.expect_true$stO MMO)$))4NNNN??4. . ~~;; II$q'<  r!cTddlm}|jsJ|t|S)Nr)statically_known_true)r(rVrjr)r0rFrGrVs rrVzSymNode.statically_known_true6s"O||~~$WT]33r!c|jd} t|S#t$rtj d|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)r?rMrNrEs rguard_size_obliviouszSymNode.guard_size_oblivious<sC MMM . 7N  KK7 ;  s !AcTddlm}|jsJ|t|S)Nr)guard_or_false)r(rZrjr)r0rFrGrZs rrZzSymNode.guard_or_falsePs"H||~~gdm,,r!cTddlm}|jsJ|t|S)Nr) guard_or_true)r(r\rjr)r0rFrGr\s rr\zSymNode.guard_or_trueVs"G||~~WT]++r!c&|jddSr )rOrDs rbool_z SymNode.bool_\sr1%%r!cy)NTryrDs r is_symboliczSymNode.is_symbolic_r!cyrryrDs r nested_intzSymNode.nested_intbrar!cy)NFryrDs r is_constantzSymNode.is_constantesr!)NNF)r/z!Optional[Union[int, float, bool]])r*rreturnr)r@rrfr)rfrr)rfz builtins.str)rfr)F)]__name__ __module__ __qualname____doc__r#__annotations__r;r=rArEpropertyr)r/rKrWrZr`rdrfrhrjrmrsrurwrzr|rrrrrrrrrrrrrrrrrrrrr rrrrrrrrr rrrr r r rrrrrrr r rrrrrrrr#r2r@r"rKrOrTrVrXrZr\r^r`rcreryr!rrrGs"'$&!P4 0 P4d  X22&0"$#      $ $    &+! *()##"!$$13DDAAL ('()(% %#LJF $4 (- , &r!rceZdZfdZxZS)_DynamicScalarcJ|tur tdt| |g|S)Nz9_DynamicScalar is an abstract base class, use DynamicInt.)rn TypeErrorsuper__new__)clsr7 __class__s rrrz_DynamicScalar.__new__js+ . WX Xws*T**r!)rgrhrirr __classcell__rts@rrnrnis ++r!rnc4eZdZdZfdZdZdZdZxZS)ra User API for marking dynamic integers in `torch.compile`. Intended to be compatible with both compile and eager mode. Example usage:: fn = torch.compile(f) x = DynamicInt(4) fn(x) # compiles x as a dynamic integer input; returns f(4) c^t|tsJt| |t|}|Sr)r,rrqrr)rsvalobjrts rrrzDynamicInt.__new__|s,#s###goc3s8, r!c"d|jdS)Nz DynamicInt(r1)realrDs rrzDynamicInt.__repr__sTYYKq))r!c2t|j|zSrrr|r?s r __floordiv__zDynamicInt.__floordiv__s$))u,--r!c2t||jzSrr~r?s r __rfloordiv__zDynamicInt.__rfloordiv__s%499,--r!) rgrhrirjrrrrrrurvs@rrrps  *..r!rrrrandrrrrrrrrrc"|jSr)rxs rrs ALLNr!rrrrrrrorrrrrrrrr r r r r rr> rrrrrrrr r cfd}|S)Nc,t|dS)N_sym_)getattr)r0names rfnz_get_sym_node_fn..fns,wtuTF^,..r!ryrrs` r_get_sym_node_fnrs/ Ir!) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_r<>rrr r >rrr>rrsym_log2rxor)rrr>rr rr>rrrr> rrrrrrrrr rrc ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)r,brs r_sympy_float_truedivr9 1 r!c ddlm}|||S)Nr) IntTrueDiv)rr)r,rrs r_sympy_int_truedivrs7 a r!c ddlm}|||S)Nr)FloorDiv)rr)r,rrs r_sympy_floordivr5 Aq>r!cfddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)r,rrrs r _sympy_modr!s.;A,,1ayAr!c ddlm}|||S)Nr) PowByNatural)rr)r,rrs r_sympy_pow_by_naturalr*rr!c ddlm}|||S)Nr)FloatPow)rr)r,rrs r_sympy_float_powr0rr!c.ddl}|j||Sr\)r]Andr,rr]s r _sympy_andr6s 99Q?r!c.ddl}|j||Sr\)r]Orrs r _sympy_orr< 88Aq>r!c ddlm}|||S)Nr)LShift)rr)r,rrs r _sympy_lshiftrB3 !Q<r!c ddlm}|||S)Nr)RShift)rr)r,rrs r _sympy_rshiftrHrr!c`t|dk(r|gSddlm}m}||d||kr||gzS||d||kDr|g|zSdt|dz }}||kr9||zdz}|j |||}|dk(ry|dkr|dz}n|dz }||kr9|j |||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicrN)lensympy.core.basicrrcompareinsert) ordered_argsnew_argsort_keyrlowhighmidcompare_results r_binary_search_insert_argrNs  <AyA R !HW$55wi'' Q 8G#44y<''3|$q(C +Tza|C'8'B Q  a 'C7D +W% r!c ddl ddlm} fd}ddlm}|||z}|||z}|r|r||j d||j dkr||j |j zS||j d||j dkDr||j |j zSt |j dkrXt |j dkr@t|j }|j D]}t||}|n|||S|r5|jr)tt|j |}|||S|r5|jr)tt|j |}|||S j||} || | fS)a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rc8|Jj|ddi}d|fS)Nr@FT)r4)rresultr]s rmake_optimizedz&_optimized_add..make_optimizeds.'''L959f~r!)_is_symbols_binary_summationrr) r]rrrr_argsrlistr is_symbolr4) lhsrhslhs_is_optimized_summationrhs_is_optimized_summationsortkeyrrnew_argsr,rr]s @r_optimized_addrps9 J">s"CC">s"CC!&@ 399R= !GCIIaL$9 9!#))cii"78 8 399Q< 7399R=#9 9!#))cii"78 8 syy>Q 3syy>Q#6CIIHYY 4XqA#  #%h//"cmm,T#))_cB  !(+ +"cmm,T#))_cB  !(+ + YYsC F ( 0& 99r!c ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)r,rrs rr r B A &&r!c ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)r,rrs rrrsA 1 %%r!c ddlm}|||S)Nr)BitwiseFn_bitwise_xor)rr)r,rrs rrrrr!cddl}t||jrf|j}t |dk(rLt|d|j r3|dj r$|j|d}|d|k(r||dzSt||j r||j|k(st||jr|j|S||S)Nrrr)r]r,Mulr7rr^rrp)r,rr]aacoefs r_floor_ceil_helperrs!UYY VV r7a.fn5s1+Mwu{{))33~dV5LMaPPr!ryrs` r_get_sym_math_fnr 4sQ Ir!_sympy_c,ddl}|j|Sr\)r]Abs)r,r]s r _sympy_absr$Fs 99Q<r!c8ddlm}m}|||S|||S)Nr) RoundDecimal RoundToInt)rr&r')numberrr&r's r _sympy_roundr)Ls"E&!!FG,,r!cddlm}||SNr)ToFloat)rr,)r,r,s r_sympy_sym_floatr-Us4 1:r!cdddl}ddlm}|j||j ||Sr+)r]rr,rr)r,r]r,s r_sympy_is_integerr/]s&4 88GEKKN+Q //r!)rrc `t|}t||tt|dz ddS)Nrr)rsympy_is_contiguous_genericrrange)rrdims rsympy_is_contiguousr4s, e*C &ugtE#'2rrrr?r@s r$sympy_is_channels_last_contiguous_3drEs &ug GGr!cddl}ddlm}t|}|t|k7r |jS|j j }|j}||j|ddz}|D]R}||j||d|||k\zz}|dk(r||j||dz}|||||dz}T|S)Nrrr) r]rrrrcr6r8rbr) rrr9r]rr3mrHr;s r&sympy_is_channels_last_strides_genericrHs0 e*C c)n{{  A A'!*a  A * UXXeAh "gajAo 66 6 !WQZ( (A AJU1Xq) )'** Hr!c t||gdSr=rHr@s r!sympy_is_channels_last_strides_2drKs 1%, OOr!c t||gdSrCrJr@s r!sympy_is_channels_last_strides_3drMs 1%/ RRr!c"ddlm}|g||S)Nr)!IsNonOverlappingAndDenseIndicator)rrO)rrrOs r-_sympy_is_non_overlapping_and_dense_indicatorrPsN , >e >g >>r!)rrrrrrct|tr |jSt|tur|j |St|t ur|j|St|tur|j|StSr) r,r-rlr3rrwrrsrruNotImplemented)r0rrs rrrsn#x xx cd ~~c"" cc }}S!! ce s##r!ct|tr|j |jS|jr t |S|j r t |S|jr t|Std|)Nzunrecognized return type ) r,rr6rfrrhrrjrAssertionErrorrs rr)r)sk!W!**"8zzxxzay { qz8<==r!ct|Sr)METHOD_TO_OPERATOR)methods rrrs f %%r!cltdtvrd}n}d d}fd}|fd}|fd}tvrttd||ydk(rfd}ttd||yd k(rd fd }ttd||yttd||y) Nr<cLddl}|jj|jj|jj j |g}ddl}|Dchc]}tj|c}|jjjzdhzScc}w)Nrz) r1_dynamo eval_framerfx experimentalrtorch._dynamo.guardsinspectgetfileguardsuninteresting_files)r1modsrGs rrcz-_make_node_magic..uninteresting_filess MM $ $ MM   HH ! ! * *    $*. .AW__Q  .mm""668 9l  .sB!cHtjdfd }|S)Nc| |n ||tjjjr#|||gn|gdfd t dfdS)Ncddl}|jyt|tk(ryt|j|j |j fry|j|j|jfvryt|Sr\) r]r6idr,r)rpr^rbrc)rr]rs rget_idzM_make_node_magic..capture_provenance..wrapper..get_id2sl ((4#HF3##HMMEMM5;;3OP#!5::u{{*CC#h<'r!expression_createdc ttDcgc] }t|c}Dcgc]}| |c}tjdtjddScc}wcc}w)Nr>)rWr result_id arguments argument_ids user_stackstack)r|rh structuredget_user_stackget_framework_stack)r,irmrirWrs rrzO_make_node_magic..capture_provenance..wrapper..Bsv"("%f+%'Z6?%@c!f%@/8)*+F1I.capture_provenance..wrapper&sc}DD%~~''==$!%u I!%I ("( ! Mr!r) functoolswraps)rryrWs` rcapture_provenancez,_make_node_magic..capture_provenance%s&  (  ( Tr!c ddlm}m}t}d}|j)|j||j|j}|r(t |||t |t |fiSt|tsJd} dk(rddl m }m }|j} |jjs(| j|jj dk\r\|jjs(| j|jj dk\r||j|j} nz||j|j} n\dk(r:t#|j|j|j$|j$\}} n|j|j} t,j/d|j|j| t0vrt2} nFt4vrt6} n7|j8t2us|j8t2urt2} n |j8} | |t|t:s| |}|jj=||j>|j>f\} } t| |j| || | }|S#t&$r.t(j+d|j|jwxYw) Nrr%Frrrfailed to eval %s(%s, %s)z%s %s %s -> %s)r7r8) r0r&r'rr/rr)r,rrrrr*r)r bound_sympylowerrr#rBrCrD sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr.r-r6r7)r0r@r&r'opr;r8rrr*r9r.r7r<rfuncrWs rbinary_magic_implz+_make_node_magic..binary_magic_implSsw   ' 99 UZZ%;$))UZZ0H  )"y %@P.QSUV %)))# G!NN II,, ,,TYY7==BJJ-- ,,UZZ8>>!Cdii4C#DIIuzz:C5-;IIJJ--.. .*$c499ejj1 +VTYY CP / /F 0 0F [[E !U\\U%:F[[F  $x2h'H^^<< u}}-   NN   3   U  KK3VTYY S  s D-J--7K$c ddlm}m}t }|rt |||t |fiS|j } dk(s dk(r|jj|}  |}tjd ||d}|j||j} tvrt }n* t"vrt$}n t&vrt(}n |j*}|jj-||j.f\}} t1||j|||S#t$rtjd |wxYw)Nrr%rceilingzfailed to eval %s(%s)z %s %s -> %sr/)r0r&r'rrr)r)r*_simplify_floor_divrBrCrDrrr/always_int_magic_methodsrrrrrr.r6r7r) r0r&r'rr)r9r;r.r7r<rrWs runary_magic_implz*_make_node_magic..unary_magic_impls3   '  4!4R)D/9KR!PQ Qyy W ) 3>>55d;D t*C =$c: 99 $))}H - -F 0 0F 1 1F[[F^^<  s ,D))"E r c ddlm}m}|jr |jn |j}|r6t ||t t |t |t |fiS  |j|j|j}|jjt |j|j|jf\}}t||j|j||S#t$r9tjd |j|j|jwxYw)Nrr%zfailed to eval %s(%s, %s, %s)r/)r0r&r'r/rr r)r)rBrCrDr*r6r7rr.) pred_node then_node else_noder&r'r;r9r7r<rrWs r sym_ite_implz&_make_node_magic..sym_ite_impls  *3y~~Y^^H'%i0%i0%i0    9>>9>>9>>J#,,EE)++Y->-> @Q@QRJGQY(()*:*:Hg   3NNNNNN  s ,(C<rc (ddlm}m}tj}|rt |||t ||fiS|j}  ||}|t}n |j}d}|j||j|}|jg} || j||j j#|t%| \} } t'||j ||| S#t$rtjd ||wxYw)Nrr%z!failed to eval %s(%s, ndigits=%s)r/)r0r&r'builtinsrrr)r)rBrCrDrr.r/r7rr*r6r3r)r0rr&r'rr)r9r.r;r7r7r<rrWs r round_implz$_make_node_magic..round_impls   B-b9T?G2LbQ99D 4) Hyy$dii1LL>D" G$@@U4[QJGQ3'R R1  ?wW s C..#D)rfzset[str]r)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) rWr method_attrrcr|rrrrs `` r_make_node_magicr s 9S>$ D CCl   ",\XXt"O"OH1[M*,<= 9 & P 1[M*L9 7 ' SR 1[M*J71[M*,=>r!cfd}ttd|fd}ttjt s#ttjt |yy)Nc "ddlm}m}ttj t }|rDt||||Dcgc] }t|c}|Dcgc] }t|c}fiS|Dcgc]}|j}}|Dcgc]}|j}} ||} g} d} |D]+}|jnX| j|j-g} |D]+}|jn&| j|j-|| | } jdrt } nt"} t%| |j&| | Scc}wcc}wcc}wcc}w#t$rtjd||wxYw)Nrr%r~ _indicator)r0r&r'rsysmodulesrgrr)r)rBrCrDr/rendswithrrrr*)r0rrr&r'rrU size_exprs stride_exprsr9r:r; stride_hintsr.rrWs rsizes_strides_implz4_make_node_sizes_strides..sizes_strides_impl3s S[[*F 3  #,12qil274SaYq\4ST ',,aff, ,(/010 0 z<0C   8Avv~   aff % 8 L 866>##AFF+ 8 j,7 ??< (FFsDNNFH==E34S-0  KK3VZ V  s#EE:E!E&) E++#Fr<c "ddl}ddlm}tj||D]~}t |t stt|j|Dcgc]}t|j|c}|Dcgc]}t|j|c}cSdk(r |||St|Dcgc]}|j|c}|Dcgc]}|j|c}Scc}wcc}wcc}wcc}w)Nr)!eval_is_non_overlapping_and_denser) r]r(r itertoolschainr,rr)rrlrrsympify)rrr]rr,rrrWs rsizes_strides_userz4_make_node_sizes_strides..sizes_strides_userhs 0 A!V$ +GAFFF+5:;+;5<=+=  = =4UGD D/45!U]]1%5/67!U]]1%7 <=67sC=8D<D D )rrhasattrrrrg)rWrrrs`` r_make_node_sizes_stridesr0sS.>` Gq\#56 6 3;;x(& 1 H%v/AB 2r!c tvrd n dd d tvrd nd fd fd} fd} fd }d }tvr||d d |ytvr!t |}||t ||yd k(r fd }||d d |ydk(rd fd }||d d |y} t vr t } ||d | d |tvr||d| d |yy)Nrct|tttfr|St|tr|j j ddSt|tr|j jddStd)Nr!rz*expect to be called with constant SymBools) r,rrrrrlr"rrOrTrs r get_constantz&_make_user_magic..get_constantsf a#ud+ ,H a 66##B* * a !66$$R+ +IJJr!ct|tttfryt|tt t fr|jjSy)NTF) r,rrrrrrrlrers rrez%_make_user_magic..is_constants= a#ud+ , a&(G4 566%%' 'r!ct|tr-t|jj t |S|S)z;Implements True+True=2, which works in python but not sympy)r,rrrlrsrrs rpromotez!_make_user_magic..promotes-!W%affooc!f566Hr!c|Srryrs rrz!_make_user_magic..promotesHr!cdvr||fSt|ttjf}t|ttjf}|s|r.|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)r,rr1rr )r0r@f_selff_otherrWs rpromote2z"_make_user_magic..promote2sy   $; D5%.."9:UUENN$;< Wt,.U{r!c|}|rt|Stt|jSr)rr)rrl)r0rrerWrrs rrz*_make_user_magic..unary_magic_implsHt} t .&v. T0BC C8K8:;;r!c t|ttttt t fstStjd|||}|} ||\}}|rt||S|r|}t|j|}|turtStt|j|}|r|S|S)NzMAGIC %s %s %s)r,rrrrrrrRrrrrrlr)r r0r@ other_noderetrrerWrrrs rrz+_make_user_magic..binary_magic_impls%#udFHg!NO! !+VT5At}tU+ e t .&v. T0BEJ J u  'ETYY.  '! !7 ;7 CD$/$4|C =#=r!c t|ttttt t fstS|}|} ||\}}|rt||S|r|}t|j|}|turtStt||j}|r|S|Sr) r,rrrrrrrRrrrlr)rrs rrbinary_magic_implz,_make_user_magic..rbinary_magic_impls%#udFHg!NO! !t}tU+ e t .&v.|D7IJ J u  'ETYY.  '! !8 K8CD$/$4|C =#=r!c^t||fd}|turtt|yy)z Registers the SymNode magic method on SymInt/Float/Bool, and optionally registers a corresponding wrapped method on DynamicInt. c|Dcgc] }t|tr |jn|"}}tt|}t|trt|t s t|S|Scc}wr)r,rr|rrr)r7rr9attrs rdynamic_int_implz<_make_user_magic..setattrs..dynamic_int_impl(scHLM1jJ7AFFQ>MDM$'#t$d+C#s#JsD,A!#&J Ns%A-N)rrr) user_typer symnode_implrs ` rsetattrsz"_make_user_magic..setattrss2  4.    J&6 7 r!__r c|j}t||}t||}|tus|turtSt|tr)t|tr|j |j k(sJt t|j||}|jjr|S|Sr) rlrrRr,rr.r)rre) predrrrrrrrrs rsym_ite_magic_implz,_make_user_magic..sym_ite_magic_impl9s I 84I 84IN*i>.I%%9g.y'2$$ (8(88 9;GDII{;IyQRC(+(<(<(><$ GC Gr!rc|rtj||Stt|j|Sr)rrr)rrl)r0rrrerWs rround_magic_implz*_make_user_magic..round_magic_implJs?4 ~~l4&8'BB7WTYY7@A Ar!__r)rz2Union[SymInt, int, SymFloat, float, SymBool, bool]r)rbool_becomes_int_magic_methodsunary_magic_methodsunary_nonmagic_methodsrr bitwise_opsreflectable_magic_methods)rWrrrrrorigrr method_namerrerrrs` @@@@@r_make_user_magicrsLCCVHo  KB//  !T<< >>">> 8($$bO-=> ) )y&)FN3CT$JK 9  H bO-?@ 7  B bO-=> [ %f-Kb R02CD . . Y#k]" 57I J /r!)FFr) __future__rrrzr`rloggingmathoperatorrrrtypingrrrr1torch._logging.structuredrvrqr r r r r rrrtorch._loggingrr(r getLoggerrgrCgetArtifactLoggerr__all__ torch.typesrr-r rrnrrrrrrrrrrrrrrrrrrrrrrrrrrrrVrr math_op_namesrsym_name priv_sym_namerrrrronly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrrrrrrrrrrrrrrrrrr rrrrrrrrrrrr r rrrrcurrent_moduler priv_sympy_namerrir$r)r-r/invertrr4r1rArErHrKrMrPsizes_strides_methodsrr)rrritemsrWrrryr!rrsF#  /11 ..   ->g!~~//*E  K1 __D++..8$ 8<<$ 8<<$ 8<<$ 8== $ 8== $  DII $ (++$ TZZ$ TZZ$H%%$ (++$ (++$*$ (++$ hoo$  (++!$" 8<<#$$ 8<<%$& (++'$( 8<<)$* (,,+$,(,,-$.8<w?$@wA$BwC$DX%%E$F8##G$L    DdV}HzNM GX/56#*5-#@x H% NN8 $&<< >!6&,/FFJ7U 0EH% PPS?)&J&J#D#D.[   >&a?H TCn"'')#LFDVT"#*//1+LFDVT*+IKX +F (() ))* ((F6T,T)VV$ [ * + r!