i>fddlmZ ddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z ddlmZmZmZmZddlmZmZmZmZddlZddlmZd d lmZd d lmZerddlZdd lm Z d d l!m"Z"d dl#m$Z$d dlm%Z%ddZ&ejNe(Z)ejTjWe(dZ,Gdde-Z.Gdde.Z/Gdde.Z0Gdde.Z1Gdde1Z2Gdde1Z3Gdde1Z4Gd d!e1Z5Gd"d#e.Z6Gd$d%e.Z7Gd&d'e.Z8Gd(d)e.Z9Gd*d+e.Z:Gd,d-e:Z;Gd.d/e.Z<Gd0d1e<Z=Gd2d3e.Z>Gd4d5e<Z?Gd6d7e<Z@Gd8d9e<ZAGd:d;e<ZBGd<d=e?ZCGd>d?e ZDGd@dAe<ZEGdBdCe.ZFGdDdEe<ZGGdFdGe.ZHGdHdIe.ZIGdJdKe.ZJGdLdMeKZLGdNdOeKZMGdPdQe.ZNGdRdSe.ZOGdTdUeOZPGdVdWeOZQGdXdYeQZRGdZd[eQZSGd\d]eOZTGd^d_eOZUGd`daeOZVGdbdceOZWGdddeeOZXeYePeZeQe[eRe\eTe]eSe^eUe-eVe_eWe`eXi ZaddfZbdddg ddhZcddiZdejjjejjjejjjejjjejjjfZl ddjZm ddkZne d lddmZoddnZpeqZrerdodp ddqZsGdrdsZtdddtZu dduZvddvZw d ddwZxddxZyddyZzddzZ{ d dd{Z|dd|Z}dd}Z~dd~Z d ddZy)) annotationsN)autoEnum) lru_cache)Path) extract_stack format_exc format_list StackSummary)AnyNoReturnOptional TYPE_CHECKING)get_file_path_2)config)counters) CompileId)DynamoTracerOutput)InstructionTranslatorBase)DynamoFrameTypec,d|jddzS)NzhFor more information about this error, see: https://pytorch.org/docs/main/generated/exportdb/index.html#_-)replace) case_names K/var/www/html/engine/venv/lib/python3.12/site-packages/torch/_dynamo/exc.pyexportdb_error_messager9s" I   C % & graph_breaksc eZdZdfd ZxZS)TorchDynamoExceptionc2t||i|d|_yN)super__init___torch_dynamo_tracer_outputselfargskwargs __class__s rr&zTorchDynamoException.__init__Fs $)&)IM(rr*r r+r returnNone__name__ __module__ __qualname__r& __classcell__r,s@rr"r"EsNNrr"c eZdZy)InternalTorchDynamoErrorNr1r2r3rrr7r7Krr7c eZdZy)ResumePrologueTracingErrorNr8r9rrr<r<Or:rr<c2eZdZUded<dddfdZxZS)RestartAnalysis Optional[str]restart_reasonN)r@c,||_t||yr$)r@r%r&)r)r@r*r,s rr&zRestartAnalysis.__init__Vs, $r)r*r r@r?r.r/r1r2r3__annotations__r&r4r5s@rr>r>Ss!!CG  rr>c eZdZy)SpeculationRestartAnalysisNr8r9rrrErE[r:rrEc eZdZy)UnspecializeRestartAnalysisNr8r9rrrGrG_r:rrGc eZdZy) CompileCollectiveRestartAnalysisNr8r9rrrIrIcr:rrIc eZdZy)TensorifyScalarRestartAnalysisNr8r9rrrKrKgr:rrKc eZdZy) SkipFrameNr8r9rrrMrMkr:rrMc eZdZy)TorchRuntimeErrorNr8r9rrrOrOor:rrOc eZdZdfd ZxZS)InvalidBackendc,t|d|dy)NzInvalid backend: z=, see `torch._dynamo.list_backends()` for available backends.)r%r&)r)namer,s rr&zInvalidBackend.__init__ts x'd e r)rSstrr.r/r0r5s@rrQrQss   rrQc eZdZdfd ZxZS) ResetRequiredcJt|tjdy)Nz Must call `torch._dynamo.reset()` before changing backends. Detected two calls to `torch.compile()` with a different backend compiler arguments. )r%r&textwrapdedent)r)r,s rr&zResetRequired.__init__{s!  OO  rr.r/r0r5s@rrVrVzs   rrVc8eZdZ dfd ZddZxZS)ShortenTracebackc2t||i|||_yr$)r%r&first_useful_frame)r)r^r*r+r,s rr&zShortenTraceback.__init__s $)&)"4rc|j}|j|tjr|S|j|jur.|j }|Jd|j|jur.|j |S)Nz#internal error, please report a bug) __traceback__r^rverbosetb_frametb_nextwith_traceback)r)tbs rremove_dynamo_framesz%ShortenTraceback.remove_dynamo_framessz     " " *bjFNNKkk!8!88B> H#H H>kk!8!88""2&&r)r*r r^Optional[types.FrameType]r+r r.r/)r.z typing.Self)r1r2r3r&rfr4r5s@rr\r\s-55.G5SV5 5 'rr\c0eZdZ dfd ZxZS)BackendCompilerFailedct|dd|_||_d|jdt|jd|}t |||y)Nr1?zbackend=z raised: z: )r^)getattr backend_nameinner_exceptiontyper1r%r&)r) backend_fnrnr^msgr,s rr&zBackendCompilerFailed.__init__s_ $J C@.**-Z_8M8V8V7WWYZiYjk 1CDr)rpr rn Exceptionr^rgr.r/r0r5s@rriris9 E E# E6 E  E ErricHeZdZddd dfdZddZdd dZxZS) UnsupportedN)r real_stackct|||s(tjjj }||_||_d|_|j||_ yr$) r%r&torch_guardsTracingContextrrurqcategory add_to_statsr)r)rqrrur,s rr&zUnsupported.__init__sU 55CCEJ$'+  (1rc|jJt|j|jxxdzcc<t|j|jdkrt|j|j=yy)Nrrrzrrqr)s rremove_from_statszUnsupported.remove_from_statssc}}((()Q.) DMM "488 , 1'1 2rcN||_t||jxxdz cc<y)Nrr})r)rzs rr{zUnsupported.add_to_statss"  488$)$r)rqrTrr?ruzNone | StackSummaryr.r/rZ) unimplemented)rzrTr.r/)r1r2r3r&rr{r4r5s@rrtrtsE $(*. 2 2! 2 ( 2  2 2 **rrtc eZdZy)$UnknownPropertiesDuringBackwardTraceNr8r9rrrrr:rrc eZdZy)RecompileErrorNr8r9rrrrr:rrc eZdZy)ArgsMismatchErrorNr8r9rrrrr:rrc eZdZy)AttributeMutationErrorNr8r9rrrrr:rrc eZdZy)InfiniteGeneratorErrorNr8r9rrrrrrc eZdZy)SideEffectsErrorNr8r9rrrrr:rrceZdZdZy)CondOpArgsMismatchErrorz? Internal error from cond() due to arguments mismatch. N)r1r2r3__doc__r9rrrrsrrc|eZdZeZeZeZeZeZeZ eZ eZ y) UserErrorTypeN) r1r2r3rDYNAMIC_CONTROL_FLOW ANTI_PATTERNSTANDARD_LIBRARYCONSTRAINT_VIOLATION DYNAMIC_DIM INVALID_INPUTINVALID_OUTPUT*UNSUPPORTED_ALIASED_MUTATED_DYNAMIC_INPUTSr9rrrrs>66Lv6&KFMVN15.rrc2eZdZ d dfd ZxZS) UserErrorc|K rrc eZdZy)SkipCodeRecursiveExceptionNr8r9rrrrr:rrc eZdZy)RecompileLimitExceededNr8r9rrrrr:rrceZdZddZy)StepUnsupportedc^tjjj|_yr$)rwrxryrrur~s rr&zStepUnsupported.__init__ s--66DDFrNrZ)r1r2r3r&r9rrrr sGrrc eZdZy)UnsafeScriptObjectErrorNr8r9rrrrr:rrc"eZdZddfd ZxZS)UncapturedHigherOrderOpErrorct||||_|||_ytjj j |_yr$)r%r&rqrwrxryrru)r)rqrur,s rr&z%UncapturedHigherOrderOpError.__init__sJ %  --;;= rr$)rqrTruOptional[StackSummary]r.r/r0r5s@rrrs   rrc eZdZy)IncorrectUsageNr8r9rrrrr:rrc eZdZy)FailOnRecompileLimitHitNr8r9rrrr&r:rrc eZdZy) PackageErrorNr8r9rrrr*r:rrc eZdZdfd ZxZS)ObservedExceptionc~t||i|tjjj |_yr$)r%r&rwrxryrrur(s rr&zObservedException.__init__0s/ $)&)(- (D(D(R(R(Trr-r0r5s@rrr.sUUrrc,eZdZUded<dfd ZxZS)ObservedUserStopIterationz Optional[Any]valuecdt|dt|dkDr |d|_yd|_y)Nzunhandled `raise StopIteration`r)r%r&lenrr(s rr&z"ObservedUserStopIteration.__init__;s. :; t9q=aDJDJrr-rBr5s@rrr5s rrc eZdZy)ObservedLookupErrorNr8r9rrrrCrrrc eZdZy)ObservedIndexErrorNr8r9rrrrHrrrc eZdZy)ObservedKeyErrorNr8r9rrrrMrrrc eZdZy)ObservedGeneratorExitNr8r9rrrrRr:rrc eZdZy)ObservedAttributeErrorNr8r9rrrrVrrrc eZdZy)ObservedRuntimeErrorNr8r9rrrr[rrrc eZdZy)ObservedNotImplementedErrorNr8r9rrrr`r:rrc eZdZy)ObservedTypeErrorNr8r9rrrrdrrrc|tvr3t|dt|}td|dtfit|<t|S)Nr1ObservedError)observed_exception_maprlrTror)exc_typerSs rget_dynamo_observed_exceptionrvsN--xS];+/tfE "%6$8", x( "( ++r)r*r+cddlm}||j||xsg|xsi}|jj |t |}|r|||)Nr)BuiltinVariable) variablesr call_function exn_vt_stackset_current_exceptionr)rtxr*r+r exception_vt raised_excs rraise_observed_exceptionrs[+#8,::2tzr6z,unimplemented_with_warning..s/  rcSr$r9)graph_break_msgsrrz,unimplemented_with_warning..s?r) metadata_fn payload_fnz%sT)gb_typecontext explanationhintsfrom_exc log_warning)format_error_msg_verboserw_loggingtrace_structuredgraph_breaks_logdebugr)ecoderrrr_unimplementedrs @runimplemented_with_warningrsf /q$7O NN## + $41"N rctj|dj}djd|D}tj|dj}|d|d|d|d}|S)N rc3jK|]+}dtj|djz-yw)z Hint: rN)rXindentlstrip).0hints r z-format_graph_break_message..s.@D X__T6299;;s13z Explanation: z Developer debug context: )rXrrjoin)rrrr hints_strrqs rformat_graph_break_messagers //+v6==?K HMIoogv.557G  }  #9%  C Jr)maxsizec ttjj}t dt |d}t |5}tj|}dddi}jD]\}}|D] }|||d< |S#1swY4xYw#t$rtjdi}YYwxYw)z Loads the gb_type to gb_id map from the graph break registry from JSON file with caching. Includes historical gb_type (mapping behavior of duplicate gb_types with different gb_ids is undefined). zgraph_break_registry.jsonNz!Error accessing the registry fileGb_type) r__file__resolveparentrrTopenjsonloadrrlog exceptionitems) script_dir registry_pathfregistrymappingkventrys r_load_gb_type_to_gb_id_maprs (^++-44 ' J!< -  $Ayy|H $ G *1 *E()GE)$ % ** N $ $  9:s*AB B BBB CCcXd}t}||vr|d||jddSy)z Retrieves the GBID documentation link for a given graph break type. Args: gb_type: The graph break type to look up. Returns: A string containing the documentation URL if found, otherwise None. z;https://meta-pytorch.github.io/compile-graph-break-site/gb/gbGBz.htmlN)rr)rGRAPH_BREAK_SITE_URLgb_type_to_gb_id_maps rget_gbid_documentation_linkr$sO F67&&#$B';G'D'K'KD'Q&RRW X  rF)rrct||||}t|}|r|d|z }|rtj||tur(d}t |dr |j }t|||t|)a Called within dynamo to cause a graph break. Args: gb_type: Context-free graph break type. It should be a short string without any information specific to the tracing context (i.e. no dynamically-generated strings) context: Developer context for the graph break. It can contain tracing context/dynamic strings. explanation: User-facing context-dependent explanation for the graph break. Can be dynamic. hints: List of user-facing hints for the graph break. z9 For more details about this graph break, please visit: Nru)ru)rr$rwarning_NOTHINGhasattrrurt) rrrrrrrqdocumentation_linkpast_real_stacks rrr+s& %Wg{E JC4W= KL^K_`` Cx 8\ *&11O#/:H c rc$eZdZddZddZddZy) KeyErrorMsgc||_yr$)r)r)rs rr&zKeyErrorMsg.__init__Rs  rc,t|jSr$)rTrr~s r__str__zKeyErrorMsg.__str__Us4::rc"|jSr$)r/r~s r__repr__zKeyErrorMsg.__repr__Xs||~rN)rr r.r/)r.rT)r1r2r3r&r/r1r9rrr,r,Qsrr,cddl}d|_t|}|>t|dkDr0|d|_|ddj |j |z }t jr,t|dr |d|jd|jdz }t jst|d r|d z }t|d r~t|jd rht|jd r5|d|jjd|jjdz }n|d|jjdz }t|jdk(rdnt|jd}t!|t"r%t%||zf|jddz|_y||z}|f|jddz|_y)Nrz from user code: r record_filenamez! Last frame execution written to zD. To run only this frame while debugging, run torch._dynamo.replay('z'). ruz Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" rn minifier_path buck_commandz Minifier script written to zW. Run this buck command to find the smallest traced graph which reproduces this error: rzQ. Run this script to find the smallest traced graph which reproduces this error. r) tracebackinnermost_user_frame_summaryget_real_stackrrr rreplay_record_enabledr(r4rarnr5r6r*rTrKeyErrorr,)excrqexportr7ruold_msgnew_msgs raugment_exc_messager@\s'+C$$J#j/A"5+5b>( %bggi.C.CJ.O&P%QRR ##5F(G 01D1D0EF++,E 3  >>gc<8  J  s%&7 _, 3&& 7 /0C0C0Q0Q/RS0030C0C0P0P/QQSU C /0C0C0Q0Q/RS__ C MQ&bC ,> !  enn ,   5>> ) JJ4 B %  ! rchddlm}tj|d|}|r|j dSy)Nr)TORCH_DYNAMO_RESUME_IN_PREFIXz _(\w+)_at_\d+)resume_executionrUrematchgroup)rSrUrXs rremove_resume_prefixrZs2? HH56oF ME {{1~ rct}|D]X}|jt|j}|r!|r|dj|k(r ||d<||_H|j |Z|S)a1 When we graph break, we create a resume function and make a regular Python call to it, which gets intercepted by Dynamo. This behavior is normally shown in the traceback, which can be confusing to a user. So we can filter out resume frames for better traceback clarity. Example: File "..." line 3, in f File "..." line 5, in torch_dynamo_resume_in_f_at_80 File "..." line 10, in torch_dynamo_resume_in_f_at_120 becomes File "..." line 10, in f r3)r rBrZrSrQ)rR new_stackrKrSs rcollapse_resume_framesr]sq(I$ >> ! #EJJ/ )B-"4"4"<!IbMEJ   U #$ rcd|jd|jd|jd}|dz }|tz }t ||}|,|dz }|dj t |z }|dz }|dz }|S) NWON'T CONVERT r line rz.========== TorchDynamo Stack Trace ========== zY ========== The above exception occurred while processing the following code ========== r z ==========)co_name co_filenameco_firstlinenor r9rr )r<rr4rKrqrus rrrs a(8(8'9@S@S?TTVW CCC:<CU+J    rww{:.// t  x Jrc Zt|dddt|dddt|dddS) Nraz z (rbr`rcr))rl)rs rformat_frame_inforfsF 4K 0 12 D- 5 67.231 6rc6|t|}d|d|Sd|S)Nz6torch.compile intentionally decided to skip the frame z! and fall back to eager. Reason: zVtorch.compile intentionally decided to skip the frame and fall back to eager. Reason: rf)rreason frame_infos rformat_skip_frame_messagerksB &t, DZLQh  h  rc(t|}d|d|S)NzxSkipping frame because there is a graph break in a for/while loop torch.compile intentionally decided to skip the frame zd and fall back to eager. Reason: Skipping frame because there is a graph break in a for/while loop. rh)r frame_summaryrjs rformat_loop_skip_frame_messagern(s-"4(J AAK MW / rc tjrt||||Sd|jd|jd|j dt S)Nr_rr`z due to: )rrarrarbrcr )r<rr4rKs rformat_error_msgrp2sW ~~'T?EJJ DLL>4+;+;*<= = 88r)rrTr.rT)rtype[Exception]r.ztype[ObservedException]) rrqrrr*zOptional[list[Any]]r+zOptional[dict[str, Any]]r.r )rr r.r/)rrrrtypes.CodeTyperrTrrTrrTr list[str]r.r ) rrTrrTrrTrrsr.rT)r.zdict[str, Any])rrTr.r?)rrTrrTrrTrrsrr rboolr.r )rF)r<rrrqrTr=rtr.r/)rrrrDrr.z#tuple[Optional[str], Optional[int]])r.r r$)r<rrrKOptional[DynamoFrameType]r.r)rRr r.r )rSrTr.r?)NN) r<rrrrrr4r?rKrur.rT)rrrr.rT)rzOptional[types.CodeType]rirTr.rT)rrrrmrTr.rT) __future__rrloggingrWrXtypingenumrr functoolsrpathlibrr7rr r r r r rr torch._guardsrwtorch._utils_internalrr rutilsrtypesr output_graphrsymbolic_convertrrr getLoggerr1rrgetArtifactLoggerr RuntimeErrorr"r7r<r>rErGrIrKrMrOrQrVr\rirtrrrrrrrrrrrrrrrrrrrrrrrrrrrrr StopIteration LookupError IndexError GeneratorExitr;AttributeErrorNotImplementedError TypeErrorrrrr _subclasses fake_tensorDataDependentOutputExceptionDynamicOutputShapeExceptionUnsupportedOperatorExceptionUnsupportedFakeTensorException$UnsupportedMutationAliasingException!exceptions_allowed_to_be_fallbackrrrr$objectr'rr,r@rErHr9rGrZr]rrfrkrnrpr9rrrsx"2   JJ991'0;&g!>>33HnMN<N  3  !5  *    /    _  $  ,  )   (  '+'" E, E*&*8 ;  )    [  [  { / 8D8 0 !5  [ G*G  2  #7  Y  i  ' U,U  1  +  ,  *  -  .  ,  "3  ) ,$"( *&4   ,!%'+ !   %   (.< !!>> !!== !!>> !!@@ !!FF %!## # #  #  # ##L      , 120 8! !! !  !  !!!L,-^  ' ( ) 8<C C4CCB  J&*'+   # %   6  &*'+ 8  8  8# 8 % 8  8r