iUdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddl mZmZmZmZmZmZmZmZmZmZmZmZmZddlmZddlZddl Zddl!m"cm#Z$ddl%m&Z&ddl'm&Z(m)Z*ddl+m,Z,m-Z-m.Z.ddl/m)Z)Gd d eZ0ed Z1ed Z2e jfZ4e5e6e5d fze7d<e5e7d< ddl8Z8e8jrZ9ejxZ=de7d<dZ>de?fdZ@GddZAeAZBeCddD]ZDeBeEdeD<de?fdZFdpdeGfdZHGddZIeIZJde0deeGgeffdZKdqd eLdeeGgeffd!ZMd"ZNdeeGgeffd#ZOde?fd$ZPdeQeGfd%ZRd&ZSd'ZTd(e5deeGgeffd)ZUd*ZVGd+d,ZWd-ee1e2fdee1e2ffd.ZXd-ee1e2fdee1e2ffd/ZYGd0d1ejZ[drd2Z\d-ee1e2fdee1e2ffd3Z]d-ee1e2fdee1e2ffd4Z^d5Z_de?fd6Z`de?fd7Zade?fd8Zbde?fd9Zcd:Zdd;Zedsd<ZfiageheGeQefe7d=<d>Zid?Zjd@ZkdAZldBZmdsdCZnde6eGeLffdDZoiapeheGeheGeQeffe7dE<iZqehe6eGeGfeLfe7dF<dGZrdHZsde?fdIZtde?fdJZude?fdKZvdLZwdMZxde?fdNZyde?fdOZzejjjrddPl~mZddQl mZde?fdRZde?fdSZnde?fdTZdUZ dtdVejj j dzfdWZdXeGdYeQeGdZe6ed ffd[Zejd\Zdsd]Zde?fd^Zdsd_Zehd`eQdae6dbe j$dce j.dde j0dee j4dfiZdsdgZdsdhZde?fdiZde?fdjZGdkdlej&ZdmZdeGdzfdnZe j.dok\rye]ej0j2e]ej0j4e]ej0j6e]ej0j8yy#e:$rddl;Z;e;jrZ9Y{wxYw)uz The weak_script annotation needs to be here instead of inside torch/jit/ so it can be used in other places in torch/ (namely torch.nn) without running into circular dependency problems N) AnyCallableDictFinal ForwardRefget_args get_originListOptionalProtocolTupleTypeVarUnion) ParamSpec)_Await)rFuture) fake_rangeget_source_lines_and_file parse_def)rceZdZdedefdZy) HasGetattrkeyreturncyN)selfrs h/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/torch/_jit_internal.py __getattr__zHasGetattr.__getattr__6sCN__name__ __module__ __qualname__strrrrr rrr5s/s/s/r r_P_R.BuiltinUnionTypeLockTypez8weakref.WeakKeyDictionary[Callable, dict[str, Callable]]boolean_dispatched__torch_jit_dataclassrct|dxr<|jdvxr,t|tuxst |t tS)Nr#>typingtyping_extensions)hasattrr#r r isinstancetypeanns ris_finalr4RsF\" G NN= = G _ % ECe)Er ceZdZdZy)BroadcastingListClscyrr)rtypess r __getitem__zBroadcastingListCls.__getitem__\sr N)r"r#r$r9rr rr6r6[sr r6BroadcastingListcy)a Function that returns True when in compilation and False otherwise. This is useful especially with the @unused decorator to leave code in your model that is not yet TorchScript compatible. .. testcode:: import torch @torch.jit.unused def unsupported_linear_op(x): return x def linear(x): if torch.jit.is_scripting(): return torch.linear(x) else: return unsupported_linear_op(x) Frrr r is_scriptingr>gs& r c`t|dr |jSt|tjj r |j St|ddr |j}n2t|tjr |j}n td|dk(rd}|j}|dk(r |j S|td|dtj|r$|j!d d }|j!d d }|r |d k(rd }nd|z}d|vrtd|d|d|dz|zS)N_jit_override_qualnamer"z)Could not get name of python class objectz_lambdaztorch._classesz(Could not get qualified name for class 'z': __module__ can't be None.<_>__main__ __torch__z __torch__..z': 'z' is not a valid identifier)r/r@r0torch_CScriptFunctionqualified_namegetattrr"enumEnumname RuntimeErrorr#package_mangling is_mangledreplace)obj mangle_namerO module_names r_qualified_namerW~sWs,-)))#uxx../!!!sJ%|| C #xxFGG z..K&&!!!6tf=( (  "";/!))#s3 !))#s3  * $%K'4K d{6tf=v0 2   t ##r ceZdZdZdZdZy) SourceLoaderci|_yrcontentrs r__init__zSourceLoader.__init__s  r c"||j|<yrr[)rfnsources rcachezSourceLoader.caches! Rr c8|jj|Sr)r\get)rr`s r get_sourcezSourceLoader.get_sources||##r N)r"r#r$r^rbrerr rrYrYs"$r rY lookup_basecdtdtdtffd dtdtdtttfffd dtdtdtffd fdS) a_ Creates a resolution callback that will look up qualified names in an environment, starting with `lookup_base` for the base of any qualified names, then proceeding down the lookup chain with the resolved object. You should not use this directly, it should only be used from the other createResolutionCallbackFrom* functions. rKmodulerczd|vr+|jdd\}}t||}||St||S)NrG)maxsplit)splitrL)rKrhbaseremaining_pieces module_valuelookupInModules rrpz7createResolutionCallbackFromEnv..lookupInModulesM . %3%9%9#%9%J "D""640L!"2LA A6>2 2r exprc d}|t|kr"||dvr|dz }|t|kr||dvr|d|dk(rd|fS|d|j|}|td|d||t|k(s||dk7r||fS||dk7rtd|d ||g}||d k7r5d}|dz }||d|\}}|j|||z }||d k7r5t|dkDr|t ||dzfS||d|dzfS) Nr),[]rjz()rzUnresolvable type rtzexpected '[' at position z, got ru)lenstripAssertionErrorappendtuple) rqrhirmpartspart_lenpartrpparseNestedExprs rrz8createResolutionCallbackFromEnv..parseNestedExprsg #d)mQ > FA#d)mQ > 8t q5Ld2Ahnn.7 < #5d2AhZ!@A A D >T!W^7N 7c> #ND( LL  MA 1gn u:>e %q1u, ,a>1q5( (r ct ||\}}|t|k7r td|S#t$r YywxYw)Nz;whole expression was not parsed, falling back to c++ parser)rvrx Exception)rqrhvalue len_parsedrs r parseExprz2createResolutionCallbackFromEnv..parseExprsU  /f = E:SY&$QL    s &* 77c|Srr)rqrfrs rz1createResolutionCallbackFromEnv..s $ 4r )r%rrzint)rfrprrs`@@@rcreateResolutionCallbackFromEnvrsa3s3C3C3)c)3)5c?)<SS" 54r frames_upctj}d}||dzkr*|td||j}|dz }||dzkr*| td|j|j Gfdd}t |S)a\ Creates a function which, given a string variable name, returns the value of the variable in the scope of the caller of the function which called createResolutionCallbackFromFrame (by default). This is used to enable access in-scope Python variables inside TorchScript fragments. frames_up is number of additional frames to go up on the stack. The default value is 0, which correspond to the frame of the caller of createResolutionCallbackFromFrame. Also for example, if frames_up is set to 1, then the frame of the caller's caller of createResolutionCallbackFromFrame will be taken. For example, the following program prints 2:: def bar(): cb = createResolutionCallbackFromFrame(1) print(cb("foo")) def baz(): foo = 2 bar() baz() rrjzframe is None at iteration z(frame is None after traversing frames_upc$eZdZdedeffd Zy).createResolutionCallbackFromFrame..envrrcl|vr|S|vr|S|ttvrtt|Syr)dirbuiltinsrL)rr f_globalsf_localss rrz:createResolutionCallbackFromFrame..env.__getattr__AsDh}$ ! ~%H %x--&r Nr!)rrsrenvr@s .3 .3 .r r)inspect currentframerxf_backrrr)rframer{rrrs @@r!createResolutionCallbackFromFramers:  "E A i!m  = #>qc!BC C  Q i!m   }GHH~~HI.. +35 11r ci}|j|jt|jjD]!\}}|j |j ||<#|S)zC Get a dictionary of closed over variables from a function )update __globals__ enumerate__code__ co_freevars __closure__ cell_contents)r`capturesindex captured_names r get_closurerLsXH OOBNN# )"++*A*A B}"$.."7"E"E!C Or cRt|Gfdd}t|S)z Create a resolutionCallback by introspecting the function instead of looking up the stack for the enclosing scope c"eZdZdedeffd Zy);createResolutionCallbackFromClosure..closure_lookuprrc|vr|Stt|rtt|Stt|rtt|Syr)r/r-rLr)rrclosures rrzGcreateResolutionCallbackFromClosure..closure_lookup.__getattr__sEg~s|#%vs++3'x--r Nr!)rsrclosure_lookuprs 3 3 r r)rr)r`rrs @r#createResolutionCallbackFromClosurers( "oG   +>+; <'> >9//5 i"""; (//#&'A 166{az!&&)S__EYrd*;<== q A vv{{36.. s~~ .d   %  77 | #5A(5K 1 2#,!3199 =8D!33!2!2!8!88 3,c2 2! $@8I45 A +B4/GH  sG: AH: HHHrc |jDcgc]-}tjt||r t||/}}|Dcgc]4}tj|st |dr|j dk7r|6}}i|D]6}jt|jt|8dtdtffd }|Scc}wcc}w)z This looks at all the methods defined in a class and pulls their closed-over variables into a dictionary and uses that to resolve variables. r __annotate__rrc8|vr|Stt|dSr)rLr)rrs rlookup_in_classz@createResolutionCallbackForClassMethods..lookup_in_classZs# (?C= 8S$/ /r ) rrrrL isbuiltinr/r"rrrr%r)rrOrr`rrs @r'createResolutionCallbackForClassMethodsr=sLL  D   WS$/ 0 T   B  $ B & KK> )  H B(.r230S0S0 9  s 2C9Ccnfd}j jj}|_nRj jj}|_n&jjd}n td||_|||_|||_dt|<|S)z Dispatches to either of 2 script functions based on a boolean argument. In TorchScript, the boolean argument must be constant so that the correct function to use can be determined at compile time. cf}|vr|}nt|kr|}|r|i|S|i|Sr)rv)rkwargs dispatch_flag arg_indexrdefaultif_falseif_trues rr`zboolean_dispatch..fnrsR v "8,M T " OM D+F+ +T,V, ,r Nz&only one function can have a docstring)rrrrr)__doc__rPr#r"r*) rrrrrrV func_namer`docs ````` rboolean_dispatchrcs - -8#3#3#?    !goo&Aoo    !goo&=CDDBJ#   r Ir c(eZdZdZdZdZdZdZdZdZ y) FunctionModifierszn Used to denote the behavior of a function in TorchScript. See export() and ignore() for details. z:unused (ignored and replaced with raising of an exception)z>ignore (leave as a call to Python, cannot be torch.jit.save'd)z7export (compile this function even if nothing calls it)z>default (compile if called from a exported function / forward)zNif this method is not scripted, copy the python method onto the scripted modelzB_drop (function is fully ignored, declaration can be unscriptable)N) r"r#r$rUNUSEDIGNOREEXPORTDEFAULTCOPY_TO_SCRIPT_WRAPPER_DROPrr rrrs. JF MF FFNGX QEr rr`c0tj|_|S)a This decorator indicates that a method on an ``nn.Module`` is used as an entry point into a :class:`ScriptModule` and should be compiled. .. deprecated:: 2.5 Please use :func:`torch.compile` instead. ``forward`` implicitly is assumed to be an entry point, so it does not need this decorator. Functions and methods called from ``forward`` are compiled as they are seen by the compiler, so they do not need this decorator either. Example (using ``@torch.jit.export`` on a method): .. testcode:: import torch import torch.nn as nn class MyModule(nn.Module): def implicitly_compiled_method(self, x): return x + 99 # `forward` is implicitly decorated with `@torch.jit.export`, # so adding it here would have no effect def forward(self, x): return x + 10 @torch.jit.export def another_forward(self, x): # When the compiler sees this call, it will compile # `implicitly_compiled_method` return self.implicitly_compiled_method(x) def unused_method(self, x): return x - 20 # `m` will contain compiled methods: # `forward` # `another_forward` # `implicitly_compiled_method` # `unused_method` will not be compiled since it was not called from # any compiled methods and wasn't decorated with `@torch.jit.export` m = torch.jit.script(MyModule()) )rr_torchscript_modifierr`s rexportr sZ 177B Ir ct|trZ|}t|jdtj |j r%t|j dtj |Stj |_|S)a This decorator indicates to the compiler that a function or method should be ignored and replaced with the raising of an exception. This allows you to leave code in your model that is not yet TorchScript compatible and still export your model. Example (using ``@torch.jit.unused`` on a method):: import torch import torch.nn as nn class MyModule(nn.Module): def __init__(self, use_memory_efficient): super().__init__() self.use_memory_efficient = use_memory_efficient @torch.jit.unused def memory_efficient(self, x): import pdb pdb.set_trace() return x + 10 def forward(self, x): # Use not-yet-scriptable memory efficient mode if self.use_memory_efficient: return self.memory_efficient(x) else: return x + 10 m = torch.jit.script(MyModule(use_memory_efficient=False)) m.save("m.pt") m = torch.jit.script(MyModule(use_memory_efficient=True)) # exception raised m(torch.rand(100)) r )r0propertysetattrfgetrrfsetr )r`props runusedrsmP"h II.0A0H0H  99  24E4L4L  077B Ir c*eZdZdZdedededdfdZy)_IgnoreContextManagerc yrr)rrs rr^z_IgnoreContextManager.__init__ r exc_type exc_value tracebackrNcyrr)rrrrs r__exit__z_IgnoreContextManager.__exit__rr )r"r#r$r^rrrr rrrs(      r rc 8tr}tj|_|St t st d|jdd}|rtjddt|nrtjddtfd}|S) aq This decorator indicates to the compiler that a function or method should be ignored and left as a Python function. This allows you to leave code in your model that is not yet TorchScript compatible. If called from TorchScript, ignored functions will dispatch the call to the Python interpreter. Models with ignored functions cannot be exported; use :func:`@torch.jit.unused ` instead. .. deprecated:: 2.5 Please use :func:`torch.compile` instead. Example (using ``@torch.jit.ignore`` on a method):: import torch import torch.nn as nn class MyModule(nn.Module): @torch.jit.ignore def debugger(self, x): import pdb pdb.set_trace() def forward(self, x): x += 10 # The compiler would normally try to compile `debugger`, # but since it is `@ignore`d, it will be left as a call # to Python self.debugger(x) return x m = torch.jit.script(MyModule()) # Error! The call `debugger` cannot be saved since it calls into Python m.save("m.pt") Example (using ``@torch.jit.ignore(drop=True)`` on a method): .. testcode:: import torch import torch.nn as nn class MyModule(nn.Module): @torch.jit.ignore(drop=True) def training_method(self, x): import pdb pdb.set_trace() def forward(self, x): if self.training: self.training_method(x) return x m = torch.jit.script(MyModule()) # This is OK since `training_method` is not saved, the call is replaced # with a `raise`. m.save("m.pt") .. testcleanup:: import os os.remove('m.pt') zCArgument to @torch.jit.ignore must be a bool or a function but got drop_on_exportNzignore(drop_on_export=True) has been deprecated. TorchScript will now drop the function call on compilation. Use torch.jit.unused now. {}r:) stacklevelcategoryzzignore(True) has been deprecated. TorchScript will now drop the function call on compilation. Use torch.jit.unused now. {}cdrtj|_|Stj|_|Sr)rrr r)r`drops r decoratorzignore..decorators0 '8'?'?B $ (9'?'?B $ r ) callablerrr r0boolrPpopwarningswarn FutureWarning)r"rr`rr#s` rignorer*sH~#4#;#;  dD !QRVQW X  ZZ 0$7N  @"     @"   r c0tj|_|Sr)rrr r s r_dropr,s066B Ir c0tj|_|Sr)rrr r s r_copy_to_script_wrapperr.s0GGB Ir ct|D]D}t||st||}t|s(t |t j usDyy)NTF)rr/rLr$get_torchscript_modifierrr)modrOitems rmodule_has_exportsr3sIC 3 3%D~+D15F5M5MM  r cjt|}|y|tjuxs|tjuSNF)r0rrr)r`rs r should_dropr6s7 #B 'D | $++ + Nt7H7N7N/NNr ct|}|tjuxs&|tjuxs|tjuSr)r0rrrrr`r1s rrrsH "2 &C  ''' * #** * * #)) )r c<t|}|tjuSr)r0rrr8s r _is_drop_fnr:s "2 &C #)) ))r cNttj||dtS)N)r)r0rgetattr_static staticmethodrr`s r is_static_fnr?s g,,S"dC\ RRr cBtj||jSr)rr<__func__r>s r get_static_fnrBs  ! !#r * 3 33r ct|syt|dr |j}t|dtj S)NrAr )r$r/rArLrrr s rr0r0s6 B<r: [[ 2.0A0I0I JJr c.t|}|y||_yr)r0r )orignewrs rcopy_torchscript_modifierrGs #D )D | $Cr _overloaded_fnsaP Example usage of overload function: @torch.jit._overload def my_function(x: type0) -> type0: # decl 1 pass @torch.jit._overload def my_function(x: type1) -> type1: # decl 2 pass def my_function(x): # implementation if isinstance(x, type0): return x elif isinstance(x, type1): return x c t|\}}}d|dt|d|d|d dj|zdztzS)NzImplementation for the z "zk" is missing. Please make sure a definition is provided and defined after all overload declarations. File "z", line z:  )rrWr_OVERLOAD_EXAMPLE)rrT sourcelines file_linenofilenames r,get_overload_no_implementation_error_messagerPsj)B3)G&Kh !$r/#*>)?@ (;-s 4 ''+        r c t|}|jj dj }d}d}t |dk7s||dsU||dsId }|d j|jjd dd z }|d tzz }t|yy#t$rtjd|ddYywxYw) Nz=Unable to retrieve source for @torch.jit._overload function: rGr:rrc6t|tjSr)r0rPassxs ris_passz%_check_overload_body..is_passs!SXX&&r ct|tjxrBt|jtjxr|jjt uSr)r0rExprrrEllipsisrUs r is_ellipsisz)_check_overload_body..is_ellipsissA q#(( # *177CLL1 * ) r rjzHOnly `pass` statement or `...` can be the body of overload declaration: rKz$ <- Expecting `pass` or `...` here! ) rrr'r(rrrvrrarlrLrP)func parsed_defrrWr[msgs r_check_overload_bodyr`s t_  >>  q ! & &D'  4yA~gd1g.+d1g2F W  tyy**006r:;; 69JJJ3 3G.+   KD6QR S  s B%%$C  C ct|t|}tj|}| g}|t|<|j ||Sr)r`rWrHrdry)r] qual_namefn_overload_lists r _overloadrdsN%I&**95%5 "D! Kr c,tj|Sr)rHrdrbs r_get_fn_overloadsrg"s   y ))r ct|=yr)rHrfs r_clear_fn_overloadsri&s  "r ctj}tdD]}|td||j} | td|j j }|j j}||fS)Nr:z#current_frame is None at iteration z-current_frame is None after traversing frames)rrrangerxrf_codeco_nameco_firstlineno)method current_framer{ class_nameline_nos rget_class_name_linenors*s((*M1X   #Fqc!JK K%,,  LMM%%--J""11G w r _overloaded_methods_overloaded_method_class_filenoc6t|t|}tj|}| i}|t|<t |\}}|j|}|g}|||<|t ||f<nt ||f}||k7r t d|j||S)NzmCannot currently overload the same method name in two different classes with the same name in the same module)r`rWrtrdrsrurPry)r]rbclass_name_maprqrrmethod_overloadsexisting_linenos r_overload_methodrzKs%I(,,Y7N)7I&/5J%))*5%5z"CJ'J(?@99j:QR g %A  D! Kr cRt|dsyt|}tj|}|y|j|jd}|yt |d}t |d}|t t |dz}||k\r||kstdt|z|S)Nr"rjrzKOverloads are not usable when a module is redeclared within the same file: ) r/rWrtrdr"rrvrxr%)ro mod_classrbrw overloadsmethod_line_nomod_class_filenomod_end_filenos r_get_overloaded_methodsrfs 6: &'I(,,Y7N""9#5#5t%,Ei,PQR,S(TTN . .>^3S Y&k    r c|tjur tdt|dsyt |}|j dvxr|t uS)Nr r#Frr-)r-r 'raise_error_container_parameter_missingr/r r#rzr3 ann_origins ris_tupler}sH fll/8 3 %CJ >>3 3 K e8KKr c|tjur tdt|dsyt |}|j dvxr|t uS)Nr r#Fr)r-r rr/r r#rrs ris_listrF fkk/7 3 %CJ >>3 3 J d8JJr c|tjur tdt|dsyt |}|j dvxr|t uS)Nrr#Fr)r-rrr/r r#dictrs ris_dictrrr c|tur tdt|txs0t |dxr"|j dk(xrt |tuS)Nrr#r-)rrr0r(r/r#r r2s ris_unionrsR e|/8 c+ , \" ' NNh & ' _ %r cr|tur tdd}d}||xst|xr||S)Nr cbt|dxr"|jdk(xrt|tuS)Nr#r-)r/r#r r r2s ris_optional_as_optionalz,is_optional..is_optional_as_optionals3 C & .(* .CH, r c^t|}t|dk(xrd|vxs td|vS)Nr:)rrvr1)r3ann_argss ris_union_as_optionalz)is_optional..is_union_as_optionals2C=8}!Rtx'7'Q4:;QRr )r rr)r3rrs r is_optionalrs> h/ ; S #3 ' XHSM,W>RSV>WXr cJ|tur tdt|tuS)Nz_Attempted to use Future without a contained type. Please add a contained type, e.g. Future[int])rrPr r2s r is_futurers, f}   c?f $$r c6|turyt|tuS)NT)rr r2s ris_awaitrs f} c?f $$r )PyRRef)RRefcJ|tur tdt|tuS)Nz[Attempted to use RRef without a contained type. Please add a contained type, e.g. RRef[int])rrPr r2s ris_rrefrs, $;  #$&&r c"t|tSr)r0rrTs ris_rref_instancers#v&&r cyr5rrs rrrsr cDt|sytj|Sr)r$r*rdr s r_try_get_dispatched_fnrs B<  ! !" %%r locc | t}t|tr t|dst d|t|dr5|j Dcgc]}||j vr|j |!}}ng}tj|}t|dk(r+t|drtj|j}g}|j D]}||vr||}t|trD|B||j}|,td|d|jd|j!|}t"j$j&j)|||} |j+| |j+t"j,j.j1t3|j|j ||fScc}w) N_fieldsz7expected namedtuple (tuple subclass with _fields), got _field_defaultsr__base__zUnknown type annotation: 'z' in NamedTuple zh. Likely due to partial support for ForwardRef parameters in NamedTuples, see #95858. Issue occurred at )rrrzr/rxrrrget_annotationsrvrr0r__forward_arg__ ValueErrorr" highlightrHjit annotations ann_to_typeryrI TensorType getInferredr1) rTrrcbfielddefaultsobj_annotationsr field_typercb_typethe_types r_get_named_tuple_propertiesrs  {l c5 !i)@EcU K  s%& $+++    &$  --c2O ?q WS*%=!11 LL  K O #(/JH*j1coz99:#$4ZL@PQTQ]Q]P^_..1mmo->@ & yy,,88S#NH   x (   uxx22>>@ Agh 9  s{{K AAI s$G unqual_name field_namesrc<tj|||}||S)N)r) collections namedtuple)trrr TupleTypes r_create_named_tupler@s" &&{K(SI a=r c#4Ktjj}tjjdd dtjj|d|dy#tjj|d|dwxYwwNrrj)rHrI_jit_get_emit_hooks_jit_set_emit_hooks)hookss r_disable_emit_hooksrJsl HH ( ( *E HH  t,9  $$U1XuQx8$$U1XuQx8s?BA-'B-(BBcdd}dd}y)Nctjj|_tjj ddyr)rHrIrrrr]s r __enter__z0_disable_emit_hooks_decorator..__enter__Vs*XX113  $$T40r cxtjj|jd|jdyr)rHrIrr)rrs rrz/_disable_emit_hooks_decorator..__exit__Zs& $$TZZ]DJJqMBr rNr)_DecoratorContextManagerrrs r_disable_emit_hooks_decoratorrTs 1Cr cNtj|syt|tSr5)risclassrrrs r _is_exceptionr^s ??3  c9 %%r cl|jdrtd|d|dtd|d|d)NictzAttempted to use z: without contained types. Please add contained type, e.g. z [int, int]z= without a contained type. Please add a contained type, e.g. z[int])endswithrP) target_types rrrds]E" }-@m: '   K=)= -u  r rrrzrr r r cJtj|x}r t|yyr)_RAW_TYPE_NAME_MAPPINGrdr)rrOs rcheck_args_existr}s%%))+66t6/57r cR|gk(s |ik(s|dk(rtjddyy)NrzThe inner type of a container is lost when calling torch.jit.isinstance in eager mode. For example, List[int] would become list and therefore falsely return True for List[float] or List[str].r:rR)r'r(rs rcheck_empty_containersrs0 byC2I     "+r cDt|}t||y|tus|tjur\t |t |tsyt|d}t|}|D]!}|rt||ryt ||r!yy|tjus|turt |t |tsyt|d}t|d}|jD]=\}} t ||syt|} | rt| |r.yt | |r=yy|tjus|tur~t |t |tsyt|} t|t| k7ryt|| D]/\}} t| } | rt|| r yt || r/yy|t ust#|t$r>|yt|}|D]+}t|}|rt||cSt ||s+yy)NFrTrj)r rrr-r rr0rcontainer_checkerrrrr rzrvziprrr()rTr origin_typearg_type arg_originelkey_typeval_typerval val_origin arg_typesel_type el_origin inner_typesrt_origins rrrs[)K[!   v{{ :s##t$K(+) B(X6 H-   #{d':s##t$K(+K(+ HCc8,#H-J(h7 X.$  $ u(<s##u%[) s8s9~ %sI.KB"7+I(W5 G, /  " ;{+ A!!}H(a00C#  r c t|tjjr1t|ts t d|D]}t ||syyt|}|r t||St|t||S)NzPThe second argument to `torch.jit.isinstance` must be a type or a tuple of typesTF) r0rabc ContainerrzrP _isinstancer rr)rTrt_typers rrrs+{889+u-&  "F3'"[)K k22[! c; ''r cDeZdZdeej ffd ZdZxZS)_TensorExtractortensorsc2t||i|||_yr)superr^r)rrrr __class__s rr^z_TensorExtractor.__init__s $)&) r clt|tjr|jj |yt|t ryt|t s t|ryt|tryt|tjjryt|tjryy)NrJ) r0rHTensorrryr)CFuturerCAwaitcudaEvent threadingThread)rrTs r persistent_idz_TensorExtractor.persistent_ids c5<< ( LL   $ c8 $ c7 #'7'< c6 " c5::++ , c9++ ,r ) r"r#r$rrHrr^r __classcell__)rs@rrrstELL'9r rclg}ttjd|}|j||S)z This function is exclusively called from C++. See ``torch/csrc/jit/python/python_ivalue.h``. It extracts the tensors contained in the given object, through pickling. )protocolr)rioBytesIOdump)rTr extractors r_extract_tensorsr s.#%G GLI NN3 Nr ct|tjjr#t |j j St|tjjr |jSyr) r0rHr ScriptModuler%_c_typerJrKrs r _get_model_idr sN#uyy--.366<<>"" C11 2!!!r )r\ )T)r)Fr)NN)rrrr contextlibrMrrpicklesysrrr8r-r'weakrefrrrrrrr r r r r rrr.rrHtorch.distributed.rpctorch.package._manglingpackage _manglingrQ torch._awaitsrtorch._Crrrtorch._sourcesrrr torch.futuresrr&r' UnionTyper(r1rz__annotations___threadr) ImportError _dummy_threadWeakKeyDictionaryr*FAKE_FILENAME_PREFIXr%r4r6BroadcastingList1rkr{globalsr>r%rWrYrrrrrrrrrrrrrrr rAbstractContextManagerrr*r,r.r3r6rr:r?rBr0rGrHrrLrPr`rdrgrirsrtrurzrrrrrrrr distributedrpc is_availabletorch._C._distributed_rpcrrrrrrI_jit_tree_views SourceRangerrcontextmanagerrrrrrrrrrPicklerrrr  version_inforN__new__ __format____repr____str__rr rr2s     ( 22 8KK 00t_ T],1OO$tSy)); &HGN /T() q!A(9GI $% d.C$cC$L$$ A5A5#PS@TA5H3232XseSj=Q32l t=xs /C=,d*tCy>,Tn##(C5#::N#L4n Q Q .xB.HRV$4.b6xB6HRV$46t J== l^hr2v8BF#3 R 0Xb"f5E OtO*t* STS4K%.0c4>)*/$  B *# U38_ 4=?T#tCh$7889>?AeCHos&:!;@6. LT L KD K KD KY$%d%%T%  %%'0*''''  &8< QB  ! ! - - 4QBhcCHo  99C&$&  && 7 KK KK OOZ LL'6  @4@F(T(2v~~< #*w $))   $))   $))   $))   A/&%%H&s QQQ