inqddlmZ ddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z ddlmZmZmZmZmZddlmZmZmZmZddlZddlmZd d lmZd d lmZerddl Z dd lm!Z!d d l"m#Z#d dl$m%Z%d dl m&Z&m'Z'dxdZ(ejRe*Z+ejXj[e*dZ.Gdde/Z0Gdde0Z1Gdde0Z2Gdde0Z3Gdde3Z4Gdde3Z5Gdde3Z6Gd d!e3Z7Gd"d#e3Z8Gd$d%e0Z9Gd&d'e0Z:Gd(d)e0Z;Gd*d+e0Z<Gd,d-e0Z=Gd.d/e=Z>Gd0d1e0Z?Gd2d3e0Z@Gd4d5e0ZAGd6d7e0ZBGd8d9e0ZCGd:d;e ZDGd<d=e?ZEGd>d?e0ZFGd@dAe0ZGGdBdCe0ZHGdDdEeIZJGdFdGeIZKGdHdIe0ZLGdJdKe0ZMGdLdMeMZNGdNdOeMZOGdPdQeOZPGdRdSeOZQGdTdUeMZRGdVdWeMZSGdXdYeMZTGdZd[eMZUGd\d]eMZVeWeNeXeOeYePeZeRe[eQe\eSe/eTe]eUe^eVi Z_dyd^Z`ddd_ dzd`Zad{daZbejjjejjjejjjejjjejjjfZj d|dbZk d}dcZle d dd~deZmddfZneoZpepdgdgdh ddiZqGdjdkZrddlZsdddmZt ddnZuddoZv d ddpZwddqZxddrZyddsZz d ddtZ{dduZ|ddvZ} d ddwZ~y)) annotationsN)autoEnum) lru_cache)Path) extract_stack format_exc format_list FrameSummary StackSummary)AnyNoReturnOptional TYPE_CHECKING)get_file_path_2)config)counters) CompileId)DynamoTracerOutput)InstructionTranslatorBase)DynamoFrameTypeFrameExecStrategyc,d|jddzS)NzhFor more information about this error, see: https://pytorch.org/docs/main/generated/exportdb/index.html#_-)replace) case_names f/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/torch/_dynamo/exc.pyexportdb_error_messager 9s" I   C % & graph_breaksc$eZdZdZdfd ZxZS)TorchDynamoExceptiona6Base exception class for all TorchDynamo-specific exceptions. Attributes: _torch_dynamo_tracer_output: Optional tracer output attached to the exception frame_exec_strategy: Optional frame execution strategy to control how convert_frame should handle this exception. When set, convert_frame will use this strategy instead of the default behavior. This allows exceptions to signal specific execution strategies (e.g., SKIP, RUN_ONLY) without requiring separate exception types for control flow. c@t||i|d|_d|_yN)super__init___torch_dynamo_tracer_outputframe_exec_strategy)selfargskwargs __class__s rr(zTorchDynamoException.__init__Qs% $)&)IM(=A r!)r,r r-r returnNone)__name__ __module__ __qualname____doc__r( __classcell__r.s@rr$r$Es BBr!r$c eZdZy)InternalTorchDynamoErrorNr1r2r3r!rr8r8Wr!r8c eZdZy)ResumePrologueTracingErrorNr9r:r!rr=r=[r;r!r=c2eZdZUded<dddfdZxZS)RestartAnalysis Optional[str]restart_reasonN)rAc,||_t||yr&)rAr'r()r+rAr,r.s rr(zRestartAnalysis.__init__bs, $r!)r,r rAr@r/r0r1r2r3__annotations__r(r5r6s@rr?r?_s!!CG  r!r?c eZdZy)SpeculationRestartAnalysisNr9r:r!rrFrFgr;r!rFceZdZdZy)AutogradGradRestartAnalysiszRaised when autograd.grad consumed grad_fns that are returned. On restart, autograd.grad will graph break instead of being traced. Nr1r2r3r4r:r!rrHrHksr!rHc eZdZy)UnspecializeRestartAnalysisNr9r:r!rrKrKrr;r!rKc eZdZy) CompileCollectiveRestartAnalysisNr9r:r!rrMrMvr;r!rMc eZdZy)TensorifyScalarRestartAnalysisNr9r:r!rrOrOzr;r!rOc eZdZy) SkipFrameNr9r:r!rrQrQr;r!rQc"eZdZddfd ZxZS)TorchRuntimeErrorct||||_|||_ytjj j |_yr&r'r(msgtorch_guardsTracingContextr real_stackr+rVrZr.s rr(zTorchRuntimeError.__init__J %  --;;= r!r&rVstrrZStackSummary | Noner/r0r1r2r3r(r5r6s@rrSrS   r!rSc eZdZdfd ZxZS)InvalidBackendc,t|d|dy)NzInvalid backend: z=, see `torch._dynamo.list_backends()` for available backends.)r'r()r+namer.s rr(zInvalidBackend.__init__s x'd e r!)rer^r/r0r`r6s@rrcrcs   r!rcc eZdZdfd ZxZS) ResetRequiredcJt|tjdy)Nz Must call `torch._dynamo.reset()` before changing backends. Detected two calls to `torch.compile()` with a different backend compiler arguments. )r'r(textwrapdedent)r+r.s rr(zResetRequired.__init__s!  OO  r!r/r0r`r6s@rrgrgs   r!rgc8eZdZ dfd ZddZxZS)ShortenTracebackc2t||i|||_yr&)r'r(first_useful_frame)r+ror,r-r.s rr(zShortenTraceback.__init__s $)&)"4r!c|j}|j|tjr|S|j|jur.|j }|Jd|j|jur.|j |S)Nz#internal error, please report a bug) __traceback__rorverbosetb_frametb_nextwith_traceback)r+tbs rremove_dynamo_framesz%ShortenTraceback.remove_dynamo_framessz     " " *bjFNNKkk!8!88B> H#H H>kk!8!88""2&&r!)r,r roOptional[types.FrameType]r-r r/r0)r/z typing.Self)r1r2r3r(rwr5r6s@rrmrms-55.G5SV5 5 'r!rmc0eZdZ dfd ZxZS)BackendCompilerFailedct|dd|_||_d|jdt|jd|}t |||y)Nr1?zbackend=z raised: z: )ro)getattr backend_nameinner_exceptiontyper1r'r()r+ backend_fnrrorVr.s rr(zBackendCompilerFailed.__init__s_ $J C@.**-Z_8M8V8V7WWYZiYjk 1CDr!)rr r Exceptionrorxr/r0r`r6s@rrzrzs9 E E# E6 E  E Er!rzcVeZdZ dddd dfdZddZd d dZxZS) UnsupportedN)rrZct|||s(tjjj }||_||_||_d|_ |j||_ d|_ yNF) r'r(rWrXrYrrZrV skip_framecategory add_to_statsgb_typelogged)r+rVrrrrZr.s rr(zUnsupported.__init__sc 55CCEJ$$'+  #*  r!c|jJt|j|jxxdzcc<t|j|jdkrt|j|j=yy)NrrrrrVr+s rremove_from_statszUnsupported.remove_from_statssc}}((()Q.) DMM "488 , 1'1 2r!cN||_t||jxxdz cc<y)Nrr)r+rs rrzUnsupported.add_to_statss"  488$)$r!)F) rVr^rr^rboolrr@rZr_r/r0rk) unimplemented)rr^r/r0)r1r2r3r(rrr5r6s@rrrsf  $(*.    !( *2 **r!rc eZdZy)$UnknownPropertiesDuringBackwardTraceNr9r:r!rrrr;r!rc eZdZy)RecompileErrorNr9r:r!rrrr;r!rc eZdZy)InfiniteGeneratorErrorNr9r:r!rrrr!rceZdZdZy)CondOpArgsMismatchErrorz? Internal error from cond() due to arguments mismatch. NrIr:r!rrrsr!rc|eZdZeZeZeZeZeZeZ eZ eZ y) UserErrorTypeN) r1r2r3rDYNAMIC_CONTROL_FLOW ANTI_PATTERNSTANDARD_LIBRARYCONSTRAINT_VIOLATION DYNAMIC_DIM INVALID_INPUTINVALID_OUTPUT*UNSUPPORTED_ALIASED_MUTATED_DYNAMIC_INPUTSr:r!rrrs>66Lv6&KFMVN15.r!rc2eZdZ d dfd ZxZS) UserErrorc|K r!rc"eZdZddfd ZxZS)StepUnsupportedct||||_|s(tjj j }||_d|_yr) r'r(rVrWrXrYrrZrr[s rr(zStepUnsupported.__init__ s@ 55CCEJ$ r!r&r]r`r6s@rrrs r!rc eZdZy)UnsafeScriptObjectErrorNr9r:r!rrr)r;r!rc"eZdZddfd ZxZS)UncapturedHigherOrderOpErrorct||||_|||_ytjj j |_yr&rUr[s rr(z%UncapturedHigherOrderOpError.__init__.r\r!r&r]r`r6s@rrr-rar!rc eZdZy)IncorrectUsageNr9r:r!rrr8r;r!rc eZdZy)FailOnRecompileLimitHitNr9r:r!rrr?r;r!rc eZdZy) PackageErrorNr9r:r!rrrCr;r!rc4eZdZdd dfdZxZS)ObservedExceptionNrZct||i||||_ytjjj |_yr&)r'r(rWrXrYrrZr+rZr,r-r.s rr(zObservedException.__init__IsJ $)&)%  --;;= r!r,r rZOptional[StackSummary]r-r r/r0r`r6s@rrrGs4@D  &< OR   r!rc@eZdZUded<dd dfdZxZS)ObservedUserStopIterationz Optional[Any]valueNrcht|d|t|dkDr |d|_yd|_y)Nzunhandled `raise StopIteration`rr)r'r(lenrrs rr(z"ObservedUserStopIteration.__init__Zs5 :zR t9q=aDJDJr!rrCr6s@rrrTs:  @D&<OR r!rc eZdZy)ObservedLookupErrorNr9r:r!rrrdrr!rc eZdZy)ObservedIndexErrorNr9r:r!rrrirr!rc eZdZy)ObservedKeyErrorNr9r:r!rrrnrr!rc eZdZy)ObservedGeneratorExitNr9r:r!rrrsr;r!rc eZdZy)ObservedAttributeErrorNr9r:r!rrrwrr!rc eZdZy)ObservedRuntimeErrorNr9r:r!rrr|rr!rc eZdZy)ObservedNotImplementedErrorNr9r:r!rrrr;r!rc eZdZy)ObservedTypeErrorNr9r:r!rrrrr!rc|tvr3t|dt|}td|dtfit|<t|S)Nr1ObservedError)observed_exception_mapr}r^rr)exc_typeres rget_dynamo_observed_exceptionrsN--xS];+/tfE "%6$8", x( "( ++r!)r,r-c Rddlm}ddlm}|j ||j ||r |Dcgc]}|j ||c}ng|xsi}t ||sJ|j||jj|t|}|r|||cc}w)Nr) ExceptionVals)SourcelessBuilder) symbolic_convertrvariables.builderrcreate call_functionr_attach_traceback_to_exception exn_vt_stackset_current_exceptionr) rtxr,r-rra exception_vt raised_excs rraise_observed_exceptionrs04%++B9GG ;?$7$Q  ! !"a ($7R "L lM 22 2%%l3OO)),7.x8J $  8sB$ c8|jjyr&)rclear_current_exception)rs rhandle_observed_exceptionrs2OO++-r!ct||tjjddfdtj dt }||||||dy)Nartifactc dddS)Ndynamo_graph_break_reasonstring)reencodingr:r:r!rz,unimplemented_with_warning..s /  r!cSr&r:)graph_break_msgsrrz,unimplemented_with_warning..s?r!) metadata_fn payload_fnz%sT)rcontext explanationhintsfrom_exc log_warning)format_error_msg_verboserW_loggingtrace_structuredgraph_breaks_logdebugr)ecoderrrr_unimplementedrs @runimplemented_with_warningr sf /q$7O NN## + $41"N r!c tj|dj}djd|D}tj|dj}|d|d|d|}t |}|r|d|z }|S)N rc3jK|]+}dtj|djz-yw)z Hint: r N)riindentlstrip).0hints r z-format_graph_break_message..s-HM X__T6299;;s13z Explanation: z Developer debug context: z: For more details about this graph break, please visit: )rirrjoinget_gbid_documentation_link)rrrr hints_strrVdocumentation_links rformat_graph_break_messagers //+v6==?K HMIoogv.557G  }  #9  (C 5W= MN`Mabb Jr!)maxsizec ttjj}t dt |d}t |5}tj|}dddi}jD]\}}|D] }|||d< |S#1swY4xYw#t$rtjdi}YYwxYw)z Loads the gb_type to gb_id map from the graph break registry from JSON file with caching. Includes historical gb_type (mapping behavior of duplicate gb_types with different gb_ids is undefined). rzgraph_break_registry.jsonNz!Error accessing the registry fileGb_type) r__file__resolveparentrr^openjsonloadrlog exceptionitems) script_dir registry_pathfregistrymappingkventrys r_load_gb_type_to_gb_id_mapr-"s (^++-44 ' J!< - Ayy|H!G 1E()GE)$ %! N!  9:s*AB B BBB CCcXd}t}||vr|d||jddSy)z Retrieves the GBID documentation link for a given graph break type. Args: gb_type: The graph break type to look up. Returns: A string containing the documentation URL if found, otherwise None. z;https://meta-pytorch.github.io/compile-graph-break-site/gb/gbGBz.htmlN)r-r)rGRAPH_BREAK_SITE_URLgb_type_to_gb_id_maps rrr=sO F67&&#$B';G'D'K'KD'Q&RRW X  r!F)rrrc*t||||}|rtj||turZd}t |dr |j }t |tr |jd|}t||||t|||||t|||)a Called within dynamo to cause a graph break. Args: gb_type: Context-free graph break type. It should be a short string without any information specific to the tracing context (i.e. no dynamically-generated strings) context: Developer context for the graph break. It can contain tracing context/dynamic strings. explanation: User-facing context-dependent explanation for the graph break. Can be dynamic. hints: List of user-facing hints for the graph break. NrZzJ *** While handling this graph break, another graph break occurred: *** r) rr"warning_NOTHINGhasattrrZrrrV) rrrrrrrrVpast_real_stacks rrrXs( %Wg{E JC Cx 8\ *&11O h ,\\N"pqtpuvCc7J?S S *   c7J //r!c$eZdZddZddZddZy) KeyErrorMsgc||_yr&)r)r+rs rr(zKeyErrorMsg.__init__s  r!c,t|jSr&)r^rrs r__str__zKeyErrorMsg.__str__s4::r!c"|jSr&)r<rs r__repr__zKeyErrorMsg.__repr__s||~r!N)rr r/r0)r/r^)r1r2r3r(r<r>r:r!rr9r9sr!r9c|t|dr/|jd}|dd|j|d|d}|S)N _hop_namez Explanation:rz Higher Order Operator: r)r6 partitionr@)excrVliness r!augment_exc_message_with_hop_namerEsQsK  01Qxj3CMM?58*USTXJ W  Jr!cddl}d|_t|}|>t|dkDr0|d|_|ddj |j |z }t jr,t|dr |d|jd|jdz }t jst|d r|d z }t|d r~t|jd rht|jd r5|d|jjd|jjdz }n|d|jjdz }t|jdk(rdnt|jd}t!||}t#|t$r%t'||zf|jddz|_y||z}|f|jddz|_y)Nrz from user code: rrecord_filenamez! Last frame execution written to zD. To run only this frame while debugging, run torch._dynamo.replay('z'). rZz Set TORCHDYNAMO_VERBOSE=1 for the internal stack trace (please do this especially if you're reporting a bug to PyTorch). For even more developer context, set TORCH_LOGS="+dynamo" r minifier_path buck_commandz Minifier script written to zW. Run this buck command to find the smallest traced graph which reproduces this error: rzQ. Run this script to find the smallest traced graph which reproduces this error. r) tracebackinnermost_user_frame_summaryget_real_stackrrr rreplay_record_enabledr6rHrrrrIrJr,r^rErKeyErrorr9)rCrVexportrKrZold_msgnew_msgs raugment_exc_messagerSs'+C$$J#j/A"5+5b>( %bggi.C.CJ.O&P%QRR ##5F(G 01D1D0EF++,E 3  >>gc<8  J  s%&7 _, 3&& 7 /0C0C0Q0Q/RS0030C0C0P0P/QQSU C /0C0C0Q0Q/RS__ C MQ&bC ,> !  enn ,   5>> ) JJ4 B %  r!chddlm}tj|d|}|r|j dSy)Nr)TORCH_DYNAMO_RESUME_IN_PREFIXz _(\w+)_at_\d+)resume_executionrhrematchgroup)rerhrks rremove_resume_prefixrms2? HH56oF ME {{1~ r!ct}|D]X}|jt|j}|r!|r|dj|k(r ||d<||_H|j |Z|S)a1 When we graph break, we create a resume function and make a regular Python call to it, which gets intercepted by Dynamo. This behavior is normally shown in the traceback, which can be confusing to a user. So we can filter out resume frames for better traceback clarity. Example: File "..." line 3, in f File "..." line 5, in torch_dynamo_resume_in_f_at_80 File "..." line 10, in torch_dynamo_resume_in_f_at_120 becomes File "..." line 10, in f rG)r rUrmrerd)re new_stackr^res rcollapse_resume_framesrpsl(I >> ! #EJJ/ )B-"4"4"<!IbMEJ   U # r!cd|jd|jd|jd}|dz }|tz }t ||}|,|dz }|dj t |z }|dz }|dz }|S) NWON'T CONVERT r line rz.========== TorchDynamo Stack Trace ========== zY ========== The above exception occurred while processing the following code ========== rz ==========)co_name co_filenameco_firstlinenor rMrr )rCr rHr^rVrZs rrr3s a(8(8'9@S@S?TTVW CCC:<CU+J    rww{:.// t  x Jr!c Zt|dddt|dddt|dddS) Nrtz z (rursrvr))r})r s rformat_frame_inforyNsF 4K 0 12 D- 5 67.231 6r!c6|t|}d|d|Sd|S)Nz6torch.compile intentionally decided to skip the frame z! and fall back to eager. Reason: zVtorch.compile intentionally decided to skip the frame and fall back to eager. Reason: )ry)r reason frame_infos rformat_skip_frame_messager}VsB &t, DZLQh  h  r!c tjrt||||Sd|jd|jd|j dt S)Nrrrrsz due to: )rrrrrtrurvr )rCr rHr^s rformat_error_msgrdsW ~~'T?EJJ DLL>4+;+;*<= = 88r!)rr^r/r^)rtype[Exception]r/ztype[ObservedException]) rrrrr,zOptional[list[Any]]r-zOptional[dict[str, Any]]r/r)rr r/r0)rrr types.CodeTyperr^rr^rr^r list[str]r/r) rr^rr^rr^rrr/r^)r/zdict[str, Any])rr^r/r@)rr^rr^rr^rrrr rrrrr/r)rCrrVr^r/r^)rF)rCrrVr^rPrr/r0)rrrWrr/z#tuple[Optional[str], Optional[int]])r/r r&)rCrr^Optional[DynamoFrameType]r/r)rer r/r )rer^r/r@)rez!StackSummary | list[FrameSummary]r/r )NN) rCrr rrHr@r^rr/r^)r rr/r^)r zOptional[types.CodeType]r{r^r/r^) __future__rr loggingrjritypingenumrr functoolsrpathlibrrKrr r r r r rrr torch._guardsrWtorch._utils_internalrrrutilsrtypesr output_graphrrrrrr getLoggerr1r"rgetArtifactLoggerr RuntimeErrorr$r8r=r?rFrHrKrMrOrQrSrcrgrmrzrrrrrrrrrrrrrrrrrrrrrrrr StopIteration LookupError IndexError GeneratorExitrOAttributeErrorNotImplementedError TypeErrorrrrr _subclasses fake_tensorDataDependentOutputExceptionDynamicOutputShapeExceptionUnsupportedOperatorExceptionUnsupportedFakeTensorException$UnsupportedMutationAliasingException!exceptions_allowed_to_be_fallbackr rr-robjectr5rr9rErSrXr[rMrZrmrprryr}rr:r!rrsS"2   XX991'0;9g!>>33HnMB<B$ 3  !5  *   / /    _  $  ,  )   (  '+'" E, E$*&*B +?  )  1 2 8D8 2* 2  #7  Y  i  '   ,    1   +  ,  *  -  .  ,  "3  ) ,$"( *&4   ,!%'+ !   %   6.< !!>> !!== !!>> !!@@ !!FF %!## # #  #  # ##L      4 140 8"0 "0"0 "0  "0  "0"0"0"0N .-b  ' ( ) 8<C C4CCB  J&*'+   # %   6  "&*'+ 8  8  8# 8 % 8  8r!