ig 8dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZmZmZddlmZddlmZmZmZmZmZddlmZddlZddlm Z ddl!m"Z"dd l#m$Z$d d l%m&Z&d d l'm(Z(m)Z)m*Z*e jVe,Z-erd d l.m/Z/m0Z0e$Z1dedefdedeffdZ2ejfdGddZ4ejfGddZ5de6defdZ7dddejpdeddfdZ9ede:Z;ed e:Z<ejfdGd!d"Z=ej|d#ej~de:fd$Z@ejfGd%d&ZAejfGd'd(ZBd)eBdejpfd*ZCd+ejpd,edefd-ZDd+ejpdeEe:e:ffd.ZFejfdGd/d0ZGejfGd1d2ZHdd3lImJZJmKZKmLZLeKjGd4d5eJZNejfGd6d7ZOd8e:de:fd9ZPd:ej~d;eQdZTd+ejpdejdfd?ZVGd@dAZWeXe;efZYGdBdCejZ[GdDdEe[Z\GdFdGe[Z]GdHdIe]Z^de:fdJZ_e^e jje_dKZby)La This module provides the infrastructure for creating and managing compile package for torch.compile. We mainly have two abstractions here: - CompilePackage: Overarching data structure for store and lookup a list of compiled codes. - CodeCacheEntry: Data structure for a single code being compiled by torch.compile. The caching behavior is always under user control explicitly so that a stronger guarantee can be provided about cache hit for a specific compiled model. Users can load the compile package from a different process or host. N)Callable GeneratorIterator) nullcontext)AnyNewTypeOptional TYPE_CHECKINGUnion)Never PackageError)_graph_device_type)WeakIdKeyDictionary) get_code_keys)counters dynamo_timedincrement_frame)GuardManagerWrapper GuardsStatefn.returncdttdtdtjfdtdtjfffd }|S)NclscodeSerializedCodercN|tvr t|S||}|t|<|SN) _CODE_CACHE)rrresrs j/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/torch/_dynamo/package.py_z_code_cache.._4s2 ; t$ $dm D )typerr typesCodeType)rr#s` r" _code_cacher(3sI #Y#$4enn$DE / 0 Hr$T)frozenceZdZUeed<eed<eed<eed<eed<eed<eed<eedfed <eedfed <eedfed <eed <eed <eed<eedfed<eedfed<dZ e eed<dZ e eed<dZ e eed<dZ e eed<eedej"ddfdZeedddej"fdZy)r co_argcountco_posonlyargcountco_kwonlyargcount co_nlocals co_stacksizeco_flagsco_code. co_constsco_names co_varnames co_filenameco_nameco_firstlineno co_cellvars co_freevarsN co_linetable co_qualnameco_exceptiontable co_lnotabrrctDcic]}|t||}}tfd|dD|d<di|Scc}w)Nc3xK|]1}t|tjrj|n|3ywr) isinstancer&r'from_code_object.0crs r" z2SerializedCode.from_code_object..Zs6$ ((2!U^^'DC  #! K(s7:r2)rgetattrtuple)rrkeykwargss` r"rAzSerializedCode.from_code_objectVs]6C_E_c#wtS))_E#$ K($  {}V} FsAserialized_codectDcic]}|t||}}tfd|dD|d<tj|j Scc}w)Nc3dK|]'}t|trj|n|)ywr)r@rto_code_objectrBs r"rEz0SerializedCode.to_code_object..ds2$ (&0>%BC  q ! I(s-0r2)rrGrHr&r'values)rrKrIrJs` r"rNzSerializedCode.to_code_object`slANP#w44P#$ K($  {~~ ]]_  QsA)__name__ __module__ __qualname__int__annotations__bytesrHrstrr:r r;r<r= classmethodr(r&r'rArNrFr$r"rr@sOM NS#XCHosCx  LsCx sCx $(L(5/(!%K#%)-x-#Ix}#ENN7G -= %..  r$rc&eZdZUdZeed<eed<y)_GuardedCodeCacheEntrya  Contains the serializable information associated with a single compilation in dynamo. To restore an execution of compiled code, we will need to serialize the following data: - Dynamo bytecode for mapping Python inputs/outputs. - Dynamo guards. guards_state dynamo_codeN)rPrQrR__doc__rUrTrrFr$r"rYrYmsr$rYrZc ddlmcmcmcm}|j }|5tj|cdddS#t $r t }Y6wxYw#1swYyxYw)Nr) 0torch.distributed.fsdp._fully_shard._fully_shard distributedfsdp _fully_sharddisable_fsdp_module_new_init ImportErrorrpickleloads)rZractxs r"load_guards_statergzsQOO779 ||L)  m sAAAAA$r target_coderuntime_global_scopercddlm}tjjj |||j|j |jS)Nr)OutputGraphCommon)shape_code_partsri) output_graphrktorch_dynamoguardsCheckFunctionManagerrl guard_manager)rZrhrirks r"load_guard_managerrssM 0 ==   4 4,334%661 5  m r$ _BackendId _FunctionIdc@eZdZUeed<eed<eed<eed<eed<y) InlinedSourcemodule firstlineno lastlinenochecksumcontentN)rPrQrRrVrTrSrFr$r"rwrws KOM Lr$rwrxc,tj|Sr)inspect getsource)rxs r"_get_module_contentrs   V $$r$cBeZdZUeeed<dejddfdZy) SourceInfoinlined_sourcesrrNc ntj|}|ytj|\}}|t|z}dj |}|dj t |||k(sJ|j jt|j||t|t|y)N)rxryrzr{r|) r~ getmodulegetsourcelineslenjoin_get_sourcelinesraddrwrP _hash_sourcer)selfrrx sourcelinesryrzsources r"add_codezSourceInfo.add_codes""4( > #*#9#9$#? [ 3{#33 %!1&+z!RSSSS   '%%f-+F3   r$) rPrQrRsetrwrTr&r'rrFr$r"rrs$'' U^^  r$rceZdZUdZeed<eed<eeed<ee ed<e eefed<ee ed<e eed<e ed <d Ze ed <d Ze ed <y )_DynamoCodeCacheEntrya Contains the serializable information associated with a single code object in dynamo. To restore an execution of compiled code, we will need the following ingredients: 1. The "original" code object, which serves as the entry point for eager execution, i.e. the code only executed when there's no cache entry hit. 2. The python module name this code object belongs to, for identifying the enclosing global scope to inject compiled and resume functions. 3. A list of function names that pointing to this code object. There could be multiple function objects pointing to the same code such as recursive functions. 4. A list of guarded code that eval frame dispatches to. 5. A list of imported module objects unioned from all compiled branches. 6. A list of "backends" (compiled fx graph) unioned from all compield branches. 7. A string path used to access the original code object users defined. A code object can be accessed by "{python_module}.{function_name}.{code_source}" . 8. A boolean flag indicating whether the function is installed to global scope. 9. A boolean flag indicating whether the function has a compile id. 10. Whether or not this code entry was bypassed python_code python_modulefunction_names guarded_codesimport_sources backend_ids code_sourceinstall_to_globalFhas_compile_idbypassedN)rPrQrRr\rrTrVlistrurYdictrtr boolrrrFr$r"rrsi( %%.//cN"j!!# ND Hdr$rentryct|jdk(sJtj|j}|jdj d}|D]}t ||}|jr|jj d}|D]}|jdrg|jd}t|tr|dk\sJt ||d|d}|td||tj||dzd}{t ||}ntd|t|tj sJ|S)Nrr.][z"Cannot find source for code entry )rrsysmodulesrsplitrGrendswithrfindr@rSrast literal_evalr&r')rrpartspart index_beginattrs r" _lookup_coders@ u## $ )) )kk%--.B   # ) )# .E R  !!'',D}}S!"jjo !+s3 q8HHHr4 #5t<<&)KE7'STT#**4 a"+EFGR&?wGHH b%.. )) ) Ir$rscopec$td|d|)Nz*Cannot resolve a fully qualified name for z. Lookup scope: r )rrs r"_raise_resolution_errorrs  4TF:J5'R r$ctj}|td|tjdk\r]j j d}|D]=}t|s tt|tjs=ntdtdttffd }| tj|j!dfS)aS Given a code object, return a fully qualified name which will be used as a serialized handle to access the code object from the new process. This is normally a straightforward process, but there are some corner cases: 1. When a function is defined with decorator, then this function will be captured inside a closure with the wrapper object. 2. When a function is defined as a nested function, then the code object will be stored on the co_consts field of the parent code object by Python compiler. This function handles all of the corner cases above. Cannot find module for code  robjrcf| vry j|tj|r6| uryt|jD]\}}|x}d|d|cStj |r|j x}| d|S|jkt|jD]S\}} |j}tj |stj|s>|x}I| d|d|cStjdkrtj|rX|jjD];}tj |stj|s.|x}9|cStj|r|jj!D]e\}}t#||}tj |stj|s=|x}H|j$|k7r t' |cSy#t$rY{wxYw)Nrz .co_consts[rz .__code__z .__closure__[z].cell_contentsr)rr~iscode enumerater2 isfunction__code__ __closure__ cell_contents ValueErrorr version_infoismodule__dict__rOisclassitemsrGrPr) riconstr!cellrvaluename_find_code_sourcerseentoplevels r"rz+_get_code_source.._find_code_sources $;  >># d{%cmm45,U33C@(1SE225   c "(66C"3%((*(9GAt!(,(:(:  **=9">>-8 0??L#&!.qcFF :   g %$ \\002E#..u59O 077D" 3 s##&<<#5#5#7KD%#C.E#..u59O 077D >>T13D(C" $89&! !s; H## H0/H0)r~rrrrr;rhasattrrrGrrrr rVrRstrip)rrxrrrrrrs` @@@r"_get_code_sourcers  t $F ~9$@AAH 7"  &&s+D8T*'h7x.H!!(+  5D4s4x}44l$H-Kh/  +"3"3C"8 88r$ceZdZUdZeed<eed<eeed<eeeefed<eeed<dZ e dd Z dd dd edd fd Z y ) SystemInfoz System information including Python, PyTorch, and GPU details. This information is used to ensure compiled artifacts can only be loaded with compatible system configurations. python_version torch_versiontoolkit_versiontriton_versiongpu_name)cudaxpurctd}ddlm}d\}}|jD][}tt|j s" tt|j }ttj|}n|tjtj||d|S#t$rYwxYw)z=Create a SystemInfo instance with current system information.Nr)get_triton_version)NNrr)rrrrr) torch.utils._tritonr CHECK_GPUSrGrn is_availableget_device_nameversion Exceptionplatformr __version__)rrrr device_types r"currentzSystemInfo.currentes:$.!/>>Kuk*779&uk:JJLH&-emm[&IO *#224+++-f5   !s8B++ B76B7otherrNc|j|jk7rtd|j|j|jk7rtd|j||jvrt t |j st|d|j|jk7rtd|j|jdk7r1|j|jk7rtd|j|j?|j|jk7r%td|jd |jyyy) z~ Check if this SystemInfo is compatible with another SystemInfo. Raises RuntimeError if incompatible. z=Compile package was created with a different Python version: z>Compile package was created with a different PyTorch version: z is not availablez>Compile package was created with a different toolkit version: rz=Compile package was created with a different Triton version: Nz7Compile package was created with different GPU: cached=z , current=) r RuntimeErrorrrrGrnrrrr)rrrs r"check_compatibilityzSystemInfo.check_compatibility~sk   %"6"6 6OPTPcPcOde    !4!4 4PQUQcQcPde  $// )5+.;;="k]2C#DEE##u'<'<<"TUYUiUiTjk $$.''5+?+??"STXTgTgShi ~~)dmmu~~.M""mm_Ju~~6FH/N)% *r$)rr)cpu) rPrQrRr\rVrTr rHrSrrWrrrFr$r"rrVsu c]"U38_--sm J  27<&!&03& &r$rceZdZUeeed<eed<eed<eje jZ e ed<dZ eeed<dZeeed<ed eefd Zd d Zd eeeffd Zy)_DynamoCacheEntrycodes source_infor)default_factory system_infoNfn_namefn_first_linenorch|jDchc]}|jD]}|c}}Scc}}wr)rr)rr backend_ids r"rz_DynamoCacheEntry.backend_idss-'+zzUztDDTDTj DT zUUUs.cxtj}|jj||jy)zZCheck if the current system is compatible with the system used to create this cache entry.N)rrrrr)rcurrent_system_infos r"check_versionsz _DynamoCacheEntry.check_versionss.(002 ,,-@$BRBRSr$ct|jdkDsJtt|j|j|j|j t |jdS)Nr) num_codesrrrr)rrrVrrrrrrs r" debug_infoz_DynamoCacheEntry.debug_infosY4::"""S_-||#33++ 0 01   r$rN)rPrQrRrrrTrrV dataclassesfieldrrrrr rpropertyrrtrrrrrrFr$r"rrs % &&/k// @R@RSKS!GXc]!%)OXc]) VS_VVT  DcN r$r) CacheArtifactCacheArtifactFactoryCacheArtifactManagerc*eZdZddZedefdZy)PrecompileCacheArtifactrNcXtj|j|jyr) DynamoCache_write_to_local_cacher|rIrs r"populate_cachez&PrecompileCacheArtifact.populate_caches))$,,Ar$cy)N precompilerFrFr$r"r%zPrecompileCacheArtifact.typesr$r)rPrQrRr  staticmethodrVr%rFr$r"rrs#B#r$rc^eZdZUdZeed<eeefed<e dedeeefde dfdZ y)PrecompileCacheEntrya2 A full cache entry for caching precompile, for a toplevel torch.compile. Consists of a _DynamoCacheEntry, which contains all the dynamo related contents, and a set of backends content. In general, the backend content here will always be of type precompile_context.BackendCacheArtifact dynamobackends cache_entryrcTi}|jD]}|jD]y}||vrktjdt j |j |dtjjddfddd|_ ||||<{t|| S) NzBackend not found)rmissing_backendartifactc dddS)Ndynamo_cache_bypassjson)rencodingrFrFr$r"z7PrecompileCacheEntry.from_cache_entry..s $9(.-r$cSrrF) debug_strsr"rz7PrecompileCacheEntry.from_cache_entry..s9r$F) metadata_fn payload_fnexpect_trace_idT)rr) rrloggerwarningrdumpsrrn_loggingtrace_structuredrr)rrbackend_contentrrrs @r"from_cache_entryz%PrecompileCacheEntry.from_cache_entrys24%%D".. X-NN#67 $ %0%;%;%=/9!I NN33"%$5(-4%)DM2::2FOJ/+/&0$;QQr$N) rPrQrRr\rrTrrtrrr r(rFr$r"rrs\ :s?##R&R26z32GR ( )RRr$rrctj}|j|j|j Sr)hashlibsha256updateencode hexdigest)r sha256_hashs r"rrs1.."Kv}}'  ""r$mryrzcDtj|d|dz |dz S)Nrr)r~rr0ryrzs r"rrs)  ! !! $Q ' a*q. IIr$c Ltdjt|||S)Nr)rrrr2s r"_hash_sourcelinesr4s  0K LM NNr$cddlmmddlmmt jdtdffd }|S)Nr)get_compile_idlog_dynamo_start)compile_contextCompileContextrc 3vKti}|5tdddttjj j jjjd5dddddddy#1swYxYw#1swYyxYww)N) frame_statez_compile.compile_innerentire_frame_compile!dynamo_cumulative_compile_time_us) frame_keyr6r5r7) phase_namedynamo_compile_column_usmetadata) rrrVrnroutils curr_framer6r5r7) compile_idr9rr8r6r7s r"_ctxz$_compile_frame_context.._ctxs#3 N:6 7 (1)L"%U]]%8%8%C%C!D#||#'#3#3&*&9&9   T "   8 7   8 7s5"B9AB- B!B- B9!B* &B--B62B9) torch._dynamo.convert_framer6r7 torch._guardsr8r9 contextlibcontextmanagerr)rrEr9r8r6r7s` @@@@r"_compile_frame_contextrJs?M=(4.* 6Mr$c eZdZdZ d0deedefdeededdfdZ defd Z d0dedeededdfd Z d1d e jd ed eedeededdf dZedeeeffdZej,defdZde jddfdZej4de jdedfdZdede jddfdZdee jddfdZ dee!jDjFddfdZ$d2dZ%d e jd ed eeddfdZ&d ed!eddfd"Z'd3d#ed$eeddfd%Z(d2d&Z)d'e jTd(ed)eddfd*Z+d2d+Z,d,eeefddfd-Z-defd.Z.e/dedefdefd/Z0y)4CompilePackagea CompilePackage is considered a low level component and should not be directly exposed to end users. It has the following interface: 1. `CompilePackage.__init__()` which optionally takes previously serialized dynamo states. a. when `dynamo` argument is None, it will construct a brand new CompilePackage object. b. when `dynamo` argument is not None, it will load a pre-compiled dynamo state. 2. `package.save()` which dumps the dynamo and backend states to a DynamoCacheEntry object. 3. `package.install(backends) which will handle all the side-effectful global scope updates with compiled functions and resume functions. Nr.rignore_inlined_sourcesrc"d|_i|_d|_i|_d|_i|_t t|_t|_ d|_ |4|j||||j|jyy)NrrF) _innermost_fn_codes_current_entry_installed_globals _device_type_cached_backendsrr _source_info _resume_codes _initialized initialize uninstallvalidate)rrrrMs r"__init__zCompilePackage.__init__Cs "CE ?CEG!8:(235(I25%! > OOB(> ? NN  MMO r$c|jSr)rXrs r"is_initializedzCompilePackage.is_initialized[   r$c ddlm}|jrJtt |_|||_|j J|8t|tsJ|j|s|jjD]}tj|j}t||j |j"}||j$k7sSt'd|jd|j d|j"d|j|_|j(^}} |j j*|i|_| D].}||j,t.j1|j2<0d|_y|j5|j j*|j j6d|_y) Nr innermost_fnrOz!Source code changes detected for z (line z - line )T) eval_framerbrXrrrVrPr@rrrr importlib import_modulerxr4ryrzr{rrrrQrrNr _add_functionrQ) rrrrMrbrr0r{mainrs r"rYzCompilePackage.initialize^s -$$$$&su=)"-!!---  f&78 88  ! ! #)"..>>D!// > >>##{2 22  $    & &} 5 %r$c|jSr)rUrs r"cached_backendszCompilePackage.cached_backendss$$$r$c\|jJtj|jSr)rPrLsource_id_from_fnrs r" source_idzCompilePackage.source_ids+!!---//0B0BCCr$rct|\}}tj|}|td||j ||j t ||y)Nr)rir)rr~rrrgrPru)rrrirrxs r"_add_user_functionz!CompilePackage._add_user_functionsa%5d%;" {""4( >!=dVDE E   OO%m4#  r$)NNNc#K|jJ||jvr|j||j|}||_ dd|_d|_y#d|_d|_wxYwwNT)rRrQrrr)rrrs r" code_contextzCompilePackage.code_contextsu""*** t{{ "  # #D ) D!# ' #'E "&D $(E "&D sAA-A A-A**A-rZr[c|jJ|jjryt|tj |}|jj j |y)N)rZr[)rRrrYrrArrk)rrZr[guarded_code_entrys r"add_guarded_codezCompilePackage.add_guarded_codesa ""...    ' ' 3%&77 D  ))001CDr$sourcesc|jJ|jjry|D],}||jvr|jj |.yr)rRrrWrVr)rryrs r"add_inlined_sourcez!CompilePackage.add_inlined_sourcesU""...    ' ' Dt)))    & &t ,r$graphc$t||_yr)rrT)rr|s r"update_device_typez!CompilePackage.update_device_types.u5r$cB|jJd|j_yrt)rRrrs r"bypass_current_entryz#CompilePackage.bypass_current_entrys"""...'+$r$c~|j|||r t|ndd|jj|y)NT)rir)rgrurWr)rrrris r"add_resume_functionz"CompilePackage.add_resume_functionsB   8E+m44"  {+r$alias module_namecR|jJ||jj|<yr)rRr)rrrs r"add_import_sourcez CompilePackage.add_import_sources*""...4?**51r$rbackendc|jJ|jdsJt|}|jjj ||||j |<yy)N__compiled_fn_)rR startswithrtrrkrU)rrrs r"add_backend_idzCompilePackage.add_backend_idsh""...$$%5666 +  ''..z:  07D ! !* - r$c|jJ|jJ|jsJtt |j |jj usJyr)rRrPrXnextiterrQrrs r"r[zCompilePackage.validates]""***!!---    D%&$*<*<*E*EEEEr$rxrrcx||j|<|jj|gj|yr)rrS setdefaultrk)rrxrrs r"_install_globalzCompilePackage._install_globals1 % **626==dCr$cddlm}|jJ|jj D]'\}}|D]}|j j |)i|_||jjy)Nr)_reset_precompile_entries)torch._C._dynamo.eval_framerrPrSrrpopr)rrrxnamesrs r"rZzCompilePackage.uninstall snI!!---!44::jA|dddptC|jDdk(r)t<j>jFjI| |jDD]}t9d 5tK|jL}dddtj|jj,}jjNx}r||}||vr |||usJ|||<tQ|t<j>jRjTsJt9d 5tW|| |}ddd|| tXj[|j\ dddy#1swYxYw#1swYxYw#1swYXxYw#1swY xYw) a3 Sync the package states to the compiled function. This includes the following actions: 1. Clean up the previously installed states. 2. Install the compiled functions to global scopes. 3. Install the precompiled cache entries to ExtraStates on the code object. r)_load_precompile_entryr)get_builtins_dictNBackend # is not found in the given backendsafter_deserializationbackend_compile)r?precompile_load_guardsprecompile_build_guards)/rrrmrrZrQrrrJrHrrrrrrrerfrrr& FunctionTyperrrrrrrrrnrodisablerrrd skip_codergrZ%name_of_builtins_dict_key_in_fglobalsr@rprrsrrNr[)rrrrrrcontextrxrrrhrirrr guarded_coderZribuiltin_dict_name builtins_dictrrs r"installzCompilePackage.installs G3 ;;,,.KD%'''t,++-  U%8%89*/*>*>*D*D*F&E;((y'>'>{'K+G# **).)=)= "//foo}U,,V]BG*>$$".u"5K>>#&#("3"3J!1*&zl2UV&/?'89R9R'S @+.;;u7J7J+K+T+T( (44ZZ[)[)::N(O ,0DD 45F G= X XGT01BC%lEMM4H4H4T4TUUU%&?@(:(+7K) A+#%&55l6N6NO-%8O /< @?"A@ss^+CM /M AL( A%M *L5 BM M *1M (L2 -M 5L> :M M M  M c,|j|jJtt|jj |j |j|jj|jjjS)N)rrrrr) r[rPrrrQrOrVrTrRrr7rs r"rzCompilePackage.cache_entrylsu !!--- t{{))+,))))&&33 ..77FF   r$c0ddlm}||}tj}|j |j j |j t|jjj |jS)Nrra) rdrbr*r+r,rRr-rVrr7r.)rrb innermost_fn_r/s r"roz CompilePackage.source_id_from_fnwso,$R( nn& =55<<>?3}55DDELLNO$$&&r$)NF)NNFrr)1rPrQrRr\r rrrrr\r^rYr&r'rVrurgrrrtrm functoolscached_propertyrprrrHrIrrurUrxrr{rnfxGraphr~rrrrr[ ModuleTyperrZrrrrorFr$r"rLrL6s /3',  Xc3h' (*+!%   0!! /3', %! %!*+%!!% %!  %!V04%)"' 6^^66 , 6 c] 6  6 6:%j#o!6%%D3DD  u~~  $  ''I>N4O'' E E^^ E  E-$u~~*>-4-6(@6T6, ,^^ , , } ,  ,@s@@@88x}8PT8F De&6&6DcD#DRVD ?SZ_ 5S$Sj  .  'hsCx0'S''r$rLc eZdZdZdeddfdZdededdfdZe jdd Z e jd e d e ddfd Zd ed e ddfdZded e ddfdZe jd e de fdZd e de fdZded e deeeeefffdZy) DynamoStorez A DynamoStore tracks active CompilePackages, and provides methods to store and retrieve them. This is an abstract base class for different storage implementations. packagerNcjddlm}|j}|j||jy)z] Records a package to PrecompileContext, so that it can be serialized later. r)PrecompileContext)rrIN) torch._dynamo.precompile_contextrrrecord_dynamo_cache_entryrp)rrrrs r"record_packagezDynamoStore.record_packages4 G))+ 33#):): 4 r$rrcJddlm}m}|||}|j|y)zT Records eager fx graphs to PrecompileContext for testing purposes. r)EagerCacheArtifactr)rIr|N)rrrrecord_artifact)rrrrrresults r"record_eager_backendz DynamoStore.record_eager_backends# $ GD))&1r$cyrrFrs r"clearzDynamoStore.clears r$rpathcy)a Abstract method to write dynamo cache entry and backends to storage. Args: dynamo: The dynamo cache entry to write backends: Dictionary of backend content to write path: Path or key to identify where to write the data NrFrrrs r"writezDynamoStore.writes r$rIcddlm}m}i}|jD]7}|j |}|t d|dt ||sJ|||<9t||}|j||y)Y Saves a package to a given path. Grabs backends from PrecompileContext. rBackendCacheArtifactrNrr) rrrrserialize_artifact_by_keyrr@rr) rrrIrrr'rserialized_backendrs r"save_cache_entryzDynamoStore.save_cache_entrys &(%11J!2!L!LZ!X !)"zl*MN02FG GG*'00779Gg';< <<  - -g 6: r$rcl|j|}t||j}||jfS)g Loads a package from a given path and returns it plus a list of deserialized backends )rrLrr)rrrIrrs r" load_packagezDynamoStore.load_packages3 %%c* U\\2&&r$r)rPrQrRr\rLrrtrrabcabstractmethodrrrVrrrrrrrHrrrFr$r"rrs   n     2z 2C 2D 2     )         ,=CD.0N000     !5      C  ,@  ''' ~tJO44 5'r$rcDeZdZdZd dZd dZdededdfdZdedefd Z y) InMemoryDynamoStorezX A DynamoStore implementation that keeps state about CompilePackages in memory. rNci|_yrpackagesrs r"r\zInMemoryDynamoStore.__init__s 9; r$c8|jjyr)rrrs r"rzInMemoryDynamoStore.clears r$rrc"||j|<y)za Store the dynamo cache entry and backends in memory instead of writing to disk. Nrrs r"rzInMemoryDynamoStore.writes* dr$cX||jvrtd||j|S)zC Read dynamo cache entry and backends from memory. zNo package found with key )rrrs r"rzInMemoryDynamoStore.reads2 t}} $!;D6BC C}}T""r$r) rPrQrRr\r\rrrVrrrFr$r"rrsF<*)**  *##!5#r$rcneZdZdZddeddfdZdefdZddZded eddfd Z d e d eddfd Z d edefd Z y)DiskDynamoStorezV A DynamoStore implementation that keeps state about CompilePackages on disk. path_prefixrNc||_y)z Initialize a DiskDynamoStore with a path prefix. Args: path_prefix: Prefix directory for where to put CompilePackages on disk N _path_prefix)rrs r"r\zDiskDynamoStore.__init__s (r$c|jSrrrs r"rzDiskDynamoStore.path_prefix(r_r$cp|jr&tj|jdyy)z6 Clear all CompilePackages from disk. T) ignore_errorsN)rshutilrmtreers r"rzDiskDynamoStore.clear+s,     MM$**,D A r$rrc tj|}tjtj |||j ||y#t$r}td|d||d}~wwxYw)z@ Write dynamo cache entry and backends to disk. Failed to save package to : N) rdr$rrrr%r rr)rrrpickled_contentes r"rzDiskDynamoStore.write2ss P%+\\+%>O 0 0',,.o   & & = P!;D6A3GHa O PsAA A3A..A3rcTddlm}|jr.tjj |j|n|} tj |d|tjj |d|y#t$r}td|d||d}~wwxYw)Nr) write_atomicT)exist_okrrr) torch._inductor.codecacherrosrrmakedirsrr)rrrrrs r"r z%DiskDynamoStore._write_to_local_cacheCs:9=9I9I9Krww||D,,.5QU P KKt , dG4o F P!;D6A3GHa O Ps>B B'B""B'c|jr.tjj|j|n|} t tjj|dd5}|j }t j|}|cdddS#1swYyxYw#t$r}td|d||d}~wwxYw)zA Read dynamo cache entry and backends from disk. rrbNz!Failed to load package from path r) rrrropenrrdrerr)rrfrrrs r"rzDiskDynamoStore.readMs:>9I9I9Krww||D,,.5QU Wbggll4148A"#&&( _5988 W!B4&1#NOUV V Ws6*B),'B B)B&"B)&B)) C 2CC )rr) rPrQrRr\rVr\rrrrrUr rrFr$r"rrs(C((!S!BP)PP  P"PUP#P$P W W!5 Wr$rc|eZdZdZdeddffd Zdedefdee ffd Z dedefdeefd Z de fd Z xZS) DiskDynamoCachezs Special DiskDynamoStore which adds some helper functions for automatically tracking paths of packages rrNc~|j}tjd|jt|||y)rzSaving CompilePackage for %sN)rpr"infosuperr)rrrI __class__s r"savezDiskDynamoCache.saveas4 2G4E4EF Wc*r$r.c tj|}tjd|tj j |j|}tj j|r& t|)|}tddxxdz cc<|Stjd |tdd xxdz cc<y #t$r.tddxxdz cc<tjddYy wxYw) rzLoading CompilePackage for %s dynamo_cachedynamo_cache_hitrdynamo_cache_errorz#Failed to load package from path %sT)exc_infoNzNo package found for %sdynamo_cache_miss)rLror"rrrrrexistsrrrrr#)rrrIrrrs r"loadzDiskDynamoCache.loadis..r2 3S9ww||D,,.4 77>>$  1#6();<A<  -s3 !45:5  ()=>!C>DtT s;$C 4DDc|j|}|yt||j}|j|j|S)zC Load directly into a package and install backends N)rrLrrr)rrresultsrs r"load_and_install_packagez(DiskDynamoCache.load_and_install_package}s@ ))B- ?$R8G OOG,, -Nr$cRtjjtdS)Nr)rrr cache_dirrs r"rzDiskDynamoCache.path_prefixsww||IK22r$)rPrQrRr\rLrrrr rrr rVr __classcell__)rs@r"rr[sl +N+t+xS)h7K.L( 38$  . ! 3S3r$rcddlm}|S)Nrr )'torch._inductor.runtime.cache_dir_utilsr rs r"r r s A ;r$r)cr\rrrHrrr*rer~rloggingrrdrrrr&collections.abcrrrrtypingrrr r r typing_extensionsr rntorch._dynamo.excrtorch._dynamo.graph_utilsrtorch.utils.weakrbytecode_transformationrrBrrr getLoggerrPr"rprrr r( dataclassrrYrUrgr'rsrVrtrurwcacherrrrrrrHrrrtorch.compiler._cacherrrregisterrrrrSrrr4AbstractContextManagerrJrLr _BackendsABCrrrrr rrr rFr$r"r"s    99"??# *802::   8 $8"#   HS#X&  8CH+=  d#) ) $) X      *E*c*     \3 ' mS) d#$ % 0 0%S%%    , B-%..0%.. V95>>V9eCHoV9rd#MM$M`    8m )R)R)RX### J J&)J7:J #YJ O))OOOQTO! ..!&&t,!HJ'J'Z S ! r'#''r'j#+#>>Wk>WB13o13h3 bggll9;AB r$