i6<#UdZddlmZmZmZddlmZddlmZddl m Z m Z m Z ddl mZgdZddlZddlZddlZddlZddlZddlZddlZddlZddlmZdd l mZmZmZddlZe d Z e d Z!e d Z"e d Z#e dZ$e ddzZ%e dZ&e dZ'e dZ(e dZ)GddZ*ejVjYddj[dvZ.e.xr,ejVjYddj[dvZ/ e0ejVjYddZ1e3de1Z4ejjZ6eZ7ee8e9d<iZ:ee8e8fe9d <ee4!Z;ee9d"<d#ed$e8fd%Zd,d-d.e?d$e@fd/ZAd$efd0ZBd1e8d2e8d3e0d4e0d$e8f d5ZCd6e8d$e ee8e8e0e0ffd7ZDd8ed9e@d$dfd:ZEejVjYd;d<j[dvZFd=e8d$e e0fd>ZGd2e8d$e e0fd?ZHed@Ad$e8fdBZIdCZJdDeJzdEzZKdDeJzdFzZLdGeJzdHzZMdIZNdJZOdKZPdLZQdMZRdNZSGdOdPZTGdQdRZUGdSdTZViZWee8eXfe9dU<dVe8dWeYd$dfdXZZGdYdZZ[d,d[d\ejd]ejd4e0d^e0d_e?d$ejf d`Z]d,d[d\ejd]ejdaejd4e0d^e0d_e?d$ejfdbZ^e e8ejdfZ_dce_ddejdee8dfe0d3e0dge?d$eXfdhZ`diZaeZbdje9dk<ejjZcejVjYdldmjj[ZeeednvrdmZe e3d@e0ejVjYdodpZfd#eXd$e eXe?ege0ffdrZhd#eXdseXe?ege0fd$dfdtZidue e0dve8d$eXe8e0e e0e e0ffdwZjd,d[dxdydze0due e0d{e?dve8d_e?d$dfd|Zkejd}ejd~e0d$ejfdZmd}ejd~e0d$ejfdZnd]e_dee8dfe0d3e0dge?d$ejf dZod3e0de e0dfe e0d~e0d$eXe0e0e0ff dZpdddejegzde8d$ejfdZrdddejde8d$ejfdZsdddde0degdegde0de0de%de$d$ejfdZtddddddd}ejde dde egdegdegde dd$ejfdZuddde0de0de ddzd$ejfdZvedAde0degdegde0de0de%de$d$ejfdZwedAde0de0de ddzd$ejfdZxedAde0de0d$ejfdZydddejdejde dd$ejfdZzdddejdejdejdzd$ejfdZ{ddd}ejdegde(degd$ejf dZ|d Z}d Z~ddde e8de8d$e8fdZddde e8de8d$e8fd„ZdZedìīGdńdƫZejVjYdd<j[dvZdejde?d3e0d^e0de e0de0d$ejfd̄Zde0d3e0de0de#d$eXe0e0ff dτZd}ejd3e0de0de"de#d$ejf dфZdejde?d3e0d^e0de e0de0d$ejfdӄZGdԄdyZGdՄd֫ZGdׄdeZGdلdګZddqddddddddddddd,dd}ejdejejzde0d3e0de0dfe e0degde)degdzdegde(dee8dge?de?de"de#de?d$ejf$dZddde0de0degd$e0fdZddddddd}ejde0dzde0dzde0dzdegde0d$ejfdZGddZedAde0de0degde0de0degdegdegd$efdZdddddddddd}ejde0de0degde0de0degdegdegd$ejfdZGddZdېddqdddddddddddddddd}ejde0de0d3e0de0dfe e0de0degde egde%de$de egdee8de?de"de#de0de ddzd$ejf&d Zd ZedAde0d3e0d e0d egd$ejf d Zd}ejde8d$eXeje?ffdZd}ejde?d$ejfdZde0d3e0d$ejfdZde0de0de?d$ejfdZdddd,dde0de0de0degdegdegdzde?de?de?d$ejfdZedAde0d3e0d$ejfdZedAde0d3e0de0degd$eXeXe0e0fdff dZedAde0de0de ddzd$ejfd Zde0degde0d$ejfd!Zd"ejd$ejfd#Zdd$d"ejdegdegd%ejd&egd$ejf d'Zddd(degd"ejdegdegdegd%ejd&egde0dzd$eXeje0ejffd)ZedAd$ejfd*Zd}ejd$ejfd+Zed,Ade0de0degde0de0degdegdegd$e@e8effd-Zd}ejd~e0de8d$ejfd.Zd}ejd/e0de0de?d0e8d$eXeje?ff d1Zd}ejde0d3e0de0dfe e0dee8dge?de?de"de#d$eXeje?ffd2Zd}ejdegdzd3e0d$ejfd4Zddd5de0d3e0d e0d egd$ejf d6Zd7eXe8dfeYe8zdzd$eXe8dffd8Zd9ejd"ejd$ejfd:Zdd;d9ejd"ejdZd9ejd"ejd?egd$ejfd@ZddAd9ejde0d3e0de0degdBegdCeXeXe0e0fdfdzd$ejfdDZdejdEejdegdzd$ejfdFZdddGdejdejdejdegdzdejdzd$ejf dHZddIddJdKdLdMdNddddddddddOd9ejd7eXe8dfde0d3e0d e0dPegdzd egdQegd?egde0dRegdSegde0de0degdegdzdTe%de$degdzde0de ddzd$eXejdff,dUZddqddddddddIddJdKdLdMdNddddddddddVd}ejd7eXe8dfde0d3e0de0dfe0dzdee8de?de8de8d e0dPegdzd egdQegd?egde0dRegdSegde0de0degdegdzdTe%de$degdzde0de ddzd$eXeXejdfe?ff8dWZddqddddIddddddX d}ejde0d3e0de0dfe0dzd e0degdzdee8de?de8de8d egd$ejfdYZdddqddddddddIddJdKdLdMdNddddddddddZd}ejd7eXe8dfeYe8zdzde0d3e0de0dfe0dzdee8de?de8de8d e0dPegdzd egdQegd?egde0dRegdSegde0de0degdegdzdTe%de$degdzde0de ddzd$e@e8ejff8d[ZGd\d]Zddqddddddd^d}ejde0d3e0de0dfe0dzdee8de?de8de8d$ejfd_ZddqdddJddddd` d}ejde0d3e0de0dfe0dzd= 1z max_compiled_shapes must be >= 1zmax_pending_shapes must be >= 1) ValueErrormaxrSintrTrUrVrrWrX)selfcompile_factoryr[r\r]s m/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/mlx_spectro/spectral_ops.py__init__z"RepeatedShapeCompileCache.__init__as a<45 5  "?@ @  %!$R)? ? /X$'(;$<!#&'9#: @K z=RepeatedShapeCompileCache._normalize_shape..|s3UcSUc32K|]}t|ywrnrorps rhrsz=RepeatedShapeCompileCache._normalize_shape..}s6#SXrt) isinstancetuple)rks rh_normalize_shapez*RepeatedShapeCompileCache._normalize_shapeys2 eU #3U33 36u666rjcT|j|}|jj|}|*|jj|t d||S|j j|ddz}||j |<|j j|t |j |jkDr,|j jd\}}t d|||jkrt d|d | y|j|}t |j|jk\r,|jjd\}}t d |||j|<|j j|dt d ||S) Nzshape_compile_cache.hitkeyrr`Flastz!shape_compile_cache.pending_evictzshape_compile_cache.misszhits=r{detailz"shape_compile_cache.compiled_evictzshape_compile_cache.promote) rxrXget move_to_end_record_cache_eventrWlenrVpopitemrTrSrUpop)rfrk shape_keycachedhits evicted_shape_compileds rhrzRepeatedShapeCompileCache.getsy))%0 ##I.   NN & &y 1  9y IM!!%%i3a7(,9% &&y1 t!! "T%=%= =#1199u9E M1  C W $..  : TYZ^Y_R` a((3 t~~ $";"; ;#~~5555A M1  D- X$,y! y$/9yIrjcl|jj|jjyrn)rWclearrXrfs rhrzRepeatedShapeCompileCache.clears$   " rjc |j|j|jt|jt|j t |j jdS)N)r[r\r]pending_shapescompiled_shapescompiled_shape_keys)rTrUrVrrWrXlistkeysrs rh cache_infoz$RepeatedShapeCompileCache.cache_infosT#'#<#<"&":":!$"4"45"4>>2#'(;(;(=#>   rjr^N)__name__ __module__ __qualname____doc__ __slots__rer ri staticmethodr5rwrxrrdictstrrrjrhr r OsI#$,0 J J ! J %SM J J077c3h77 : DcN rjr SPEC_MLX_CACHE_STATS0rfalsenooffSPEC_MLX_CACHE_STATS_TRACE)1trueyesonSPEC_MLX_CACHE_STATS_TRACE_MAX128ra_CACHE_STATS_COUNTS_CACHE_STATS_LAST_KEY)maxlen_CACHE_STATS_RECENTr{r^ct|tr-djd|ddD}dt|d|dSt|tr"t |j dd}d|d St|d r8t|d d}t|jd td |Dd St|jS) N, c3FK|]}t|jywrn)typerrqvs rhrsz'_summarize_cache_key..s;7aa))7s!rbz tuple(len=z , types=[z])z dict(keys=)rkz(shape=c32K|]}t|ywrnro)rqds rhrsz'_summarize_cache_key..s2I5a3q65rt) rvrwjoinrrrrhasattrgetattrrr)r{headrrks rh_summarize_cache_keyrs#uyy;3r7;;CH:YtfB77#tCHHJ#D6##sGWd+s)$$%WU2I52I-I,J!LL 9  rjr~namerct5t|xxdz cc<|t|t|<trBdt |i}|t||d<|t ||d<t j|dddy#1swYyxYw)Nr`eventr{r)_CACHE_STATS_LOCKrrr_CACHE_STATS_TRACErrappend)rr{ritems rhrrs{   % * %.B3.G%d+!T+?"6s";DK%%([DN#**40  s A.A>>Bcyrnr)rr{rs rhrrsrjct5tjtjtjdddy#1swYyxYwrn)rrrrrrrjrhr3r3s5 !!###%!!#   s =A  AF)resetrcTt5tttttt t td}dddtjd<ttjj|d<|r t|S#1swY\xYw)zReturn lightweight cache/debug counters for runtime tuning. Includes cache hit/miss/eviction counters plus representative key-shape hints. )enabledcountslast_key_shapes recent_eventsN kernel_cachetransform_cache)rbool_CACHE_STATS_ENABLEDrrrrr _KernelCachedebug_snapshot_get_transform_cachedr_asdictr3)rpayloads rhr2r2s 01./#$9:!"56   +99;GN!%&;&F&F&H&P&P&R!SG  ! N  s 3ti7G'7Q3RSTBJJNN#3S5IJK - ": ::rj device_key kernel_namen_ffthopc @|d|dt|dt|S)N||ro)rrrrs rh _encode_keyr s'\K=3u:,bS CCrjkc |jdd\}}}}||t|t|fS#t$rYywxYw)Nr)splitre Exception)rrrn_fft_shop_ss rh _decode_keyrsI23''$2B/ K%;G c%j@@ s .1 ==pathobjc|jjdd|j|jdz}t j |dd}|j |d|j|y)NT)parentsexist_okz.tmprY)indent sort_keysutf-8encoding)parentmkdir with_suffixsuffixjsondumps write_textreplace)rrtmpdatas rh_atomic_write_jsonrs`KKdT2   4;;/ 0C ::c!t 4DNN4'N*KKrjSPEC_MLX_AUTOTUNErrawcx tt|j}|dkDr|SdS#t$rYywxYwNr)rerstripr)rrs rh_parse_tgx_intr*sC C !A14 s "- 99ctjjddj}|syd|vrd|vr t |Sd}|j dD]m}|j}|sd|vrt |}||}*|j dd\}}|j}t |}|]||k(r|cS|dk(sl|}o|S)zReturn explicit threadgroup override from SPEC_MLX_TGX, if present. Supported forms: - "256" (global override) - "kernel_name:256,other_kernel:512,*:128" (per-kernel with optional wildcard) SPEC_MLX_TGXN:,r`*)rrrrrr)rrwildcardtokentgxrrs rh_resolve_manual_tgx_overrider2s **.. , 2 2 4C  #~#S.c"""H3   e  'C {{3"1 GGIQ ;  J 8H# $ Orjr`)maxsizecr ttdd}|,t|dd}t|r|}|r t|SdD]5} tt|d}t|r|}| t|cS7t j jddS#t$rYewxYw#t$rYrwxYw)zBest-effort device identifier for caching autotune results. We keep this extremely defensive because MLX APIs can differ by version. r:N device_name)default_devicecurrent_devicedevice MLX_BACKEND)rmxcallablerrrrr)r:name_fnrattrfndevs rhr1r1Vs  GT*  e]D9G yt9$ ? T4(B|d?s8O ? ::>>- 11       s#>B/B* B'&B'* B65B6z int k_max = st / HOP; if (k_max >= n_frames) k_max = n_frames - 1; int k_min = 0; { int target = st - FRAME; if (target >= 0) k_min = (target / HOP) + 1; } z int n_frames = params[0]; int out_len = params[1]; int st = (int)thread_position_in_grid.x; int sb = (int)thread_position_in_grid.y; if (st >= out_len) return; a float acc = 0.0f; int base_offset = sb * n_frames * FRAME; #pragma unroll 4 for (int k = k_max; k >= k_min; --k) { int off = st - k * HOP; acc += (float)frames[base_offset + k * FRAME + off] * (float)window[off]; } out[sb * out_len + st] = (T)acc; a float acc = 0.0f; float den = 0.0f; int base_offset = sb * n_frames * FRAME; #pragma unroll 4 for (int k = k_max; k >= k_min; --k) { int off = st - k * HOP; acc += (float)frames[base_offset + k * FRAME + off] * (float)window[off]; den += (float)window_sq[off]; } // Torch-style masked normalization (no epsilon clamp): // keep zero where overlap-add envelope is effectively zero. out[sb * out_len + st] = (den > 1.0e-11f) ? (T)(acc / den) : (T)(0.0f); zx int n_frames = params[0]; int out_len = params[1]; int st = (int)thread_position_in_grid.x; if (st >= out_len) return; z float den = 0.0f; #pragma unroll 4 for (int k = k_min; k <= k_max; ++k) { int off = st - k * HOP; den += (float)window_sq[off]; } out[st] = (T)den; a int sig_len = params[0]; int n_frames = params[1]; int f_idx = (int)thread_position_in_grid.x; int n_idx = (int)thread_position_in_grid.y; int b_idx = (int)thread_position_in_grid.z; if (f_idx >= NFFT || n_idx >= n_frames) return; // Position in the (virtual) padded signal int src_pos = n_idx * HOP + f_idx; // Reflect-pad boundary: map to original signal index int orig_idx; if (src_pos < PAD) { orig_idx = PAD - src_pos; } else if (src_pos < PAD + sig_len) { orig_idx = src_pos - PAD; } else { orig_idx = sig_len - 2 - (src_pos - PAD - sig_len); } float val = (float)signal[b_idx * sig_len + orig_idx] * (float)win[f_idx]; out[b_idx * n_frames * NFFT + n_idx * NFFT + f_idx] = (T)val; a // Threadgroup shared memory for the signal chunk covering this tile of frames. // CHUNK_LEN = (TILE_FRAMES - 1) * HOP + NFFT, sized at compile time. threadgroup float shared_buf[CHUNK_LEN]; int sig_len = params[0]; int n_frames = params[1]; int local_x = (int)thread_position_in_threadgroup.x; int local_y = (int)thread_position_in_threadgroup.y; int tg_x_idx = (int)threadgroup_position_in_grid.x; int b_idx = (int)threadgroup_position_in_grid.z; // Frame range for this tile int frame_start = tg_x_idx * TILE_FRAMES; int frame_end = frame_start + TILE_FRAMES; if (frame_end > n_frames) frame_end = n_frames; int n_tile_frames = frame_end - frame_start; // Virtual-padded range this tile needs int sig_start = frame_start * HOP; int sig_end_val = (frame_end - 1) * HOP + NFFT; int chunk_len = sig_end_val - sig_start; // Cooperative load: all threads load signal into shared memory int n_threads = TG_X * TG_Y; int my_id = local_y * TG_X + local_x; for (int i = my_id; i < chunk_len; i += n_threads) { int src_pos = sig_start + i; int orig_idx; if (src_pos < PAD) { orig_idx = PAD - src_pos; } else if (src_pos < PAD + sig_len) { orig_idx = src_pos - PAD; } else { orig_idx = sig_len - 2 - (src_pos - PAD - sig_len); } shared_buf[i] = (float)signal[b_idx * sig_len + orig_idx]; } threadgroup_barrier(mem_flags::mem_threadgroup); // Each thread handles one frame in the tile, looping over fft bins int tile_frame = local_y; if (tile_frame < n_tile_frames) { int n_idx = frame_start + tile_frame; for (int f = local_x; f < NFFT; f += TG_X) { int local_pos = tile_frame * HOP + f; float val = shared_buf[local_pos] * (float)win[f]; out[b_idx * n_frames * NFFT + n_idx * NFFT + f] = (T)val; } } a int sig_len = params[0]; int n_frames = params[1]; int t_idx = (int)thread_position_in_grid.x; int b_idx = (int)thread_position_in_grid.y; if (t_idx >= sig_len) return; int base_offset = b_idx * n_frames * NFFT; float acc = 0.0f; // Interior contribution: padded position = t_idx + PAD { int padded_pos = t_idx + PAD; int k_max = padded_pos / HOP; if (k_max >= n_frames) k_max = n_frames - 1; int k_min = 0; { int target = padded_pos - NFFT; if (target >= 0) k_min = (target / HOP) + 1; } #pragma unroll 4 for (int k = k_min; k <= k_max; ++k) { int f = padded_pos - k * HOP; acc += (float)grad_frames[base_offset + k * NFFT + f] * (float)win[f]; } } // Reflect-pad left: original position t_idx maps to padded position PAD - t_idx // (for the reflected copy of x[t_idx] that appears in the left padding) if (t_idx > 0 && t_idx <= PAD) { int padded_pos = PAD - t_idx; int k_max = padded_pos / HOP; if (k_max >= n_frames) k_max = n_frames - 1; int k_min = 0; { int target = padded_pos - NFFT; if (target >= 0) k_min = (target / HOP) + 1; } #pragma unroll 4 for (int k = k_min; k <= k_max; ++k) { int f = padded_pos - k * HOP; acc += (float)grad_frames[base_offset + k * NFFT + f] * (float)win[f]; } } // Reflect-pad right: original position t_idx maps to padded position // PAD + 2*sig_len - 2 - t_idx (for the reflected copy in the right padding) // Valid when t_idx is in the range used by the right reflect: [sig_len-PAD-1, sig_len-2] if (t_idx >= sig_len - PAD - 1 && t_idx < sig_len - 1) { int padded_pos = PAD + 2 * sig_len - 2 - t_idx; int padded_len = sig_len + 2 * PAD; if (padded_pos >= 0 && padded_pos < padded_len) { int k_max = padded_pos / HOP; if (k_max >= n_frames) k_max = n_frames - 1; int k_min = 0; { int target = padded_pos - NFFT; if (target >= 0) k_min = (target / HOP) + 1; } #pragma unroll 4 for (int k = k_min; k <= k_max; ++k) { int f = padded_pos - k * HOP; acc += (float)grad_frames[base_offset + k * NFFT + f] * (float)win[f]; } } } out[b_idx * sig_len + t_idx] = (T)acc; a int n_frames = params[0]; int out_len = params[1]; int f_idx = (int)thread_position_in_grid.x; int n_idx = (int)thread_position_in_grid.y; int b_idx = (int)thread_position_in_grid.z; if (f_idx >= NFFT || n_idx >= n_frames) return; int t = n_idx * HOP + f_idx; float grad_val = 0.0f; if (t < out_len) { grad_val = (float)grad_output[b_idx * out_len + t] * (float)win[f_idx] * (float)inv_envelope[t]; } out[b_idx * n_frames * NFFT + n_idx * NFFT + f_idx] = (T)grad_val; iz uint i = thread_position_in_grid.x; uint total = (uint)params[0]; if (i >= total) return; float re = z_flat[2 * i]; float im = z_flat[2 * i + 1]; out[i] = re * re + im * im; cReZdZUdZej ZdZee d<e dZ y)_PowerSpectrumCachez4Singleton for the fused power-spectrum Metal kernel.N_kernelc\|j |jS|j5|j|jcdddS tjj dddgdgt |_|jcdddS#t $r d|_Y'wxYw#1swYyxYw)Nfused_power_spectrumz_flatparamsoutr input_names output_namessourceF)r/_lockr'fast metal_kernel_METAL_POWER_SPECTRUM_TEMPLATErclss rhrz_PowerSpectrumCache.gets ;; ";;  YY{{&{{Y $ gg22/!)8 4"'9 3 ;;Y $#  $Y/B"/B 7 B" BB"BB""B+) rrrr threadingLockr9r/object__annotations__ classmethodrrrjrhr.r.s/> INN EGVrjr.ceZdZUdZej ZdZee d<dZ ee d<e dZ e dZ e dZe ded ed eefd Zy) _FrameExtractCachezHSingleton for the fused frame-extraction Metal kernels (simple + tiled).N_simple_tiledc\|j |jS|j5|j|jcdddS tjj dgddgt |_|jcdddS#t $r d|_Y'wxYw#1swYyxYw)Nfused_frame_extractsignalwinr3r4r5F)rGr9r'r:r;#_METAL_FUSED_FRAME_EXTRACT_TEMPLATErr=s rh get_simplez_FrameExtractCache.get_simples ;; ";;  YY{{&{{Y $ gg22. ;"'> 3 ;;Y $#  $Yr?c\|j |jS|j5|j|jcdddS tjj dgddgt |_|jcdddS#t $r d|_Y'wxYw#1swYyxYw)Ntiled_frame_extractrKr4r5F)rHr9r'r:r;#_METAL_TILED_FRAME_EXTRACT_TEMPLATErr=s rh get_tiledz_FrameExtractCache.get_tileds :: !::  YYzz%zzY #WW11. ;"'> 2 ::Y #"  #Yr?c"|jS)z*Backward-compat: return the simple kernel.)rOr=s rhrz_FrameExtractCache.gets~~rjr hop_lengthr^cd}||z |zdz}|dkrytd|}|}||zdkDrd|z}|}|dkry|dz |z|z}||||fS)zCompute tiling parameters that fit in 32 KB threadgroup memory. Returns (tile_frames, tg_x, tg_y, chunk_len) or None if tiling is not possible for this config. i r`rYN)min)r>rrUmax_shared_floats tile_framestg_xtg_y chunk_lens rh tile_paramsz_FrameExtractCache.tile_paramss~'(50Z?!C ?3 $; 4> %>> ! YY~~)~~Y '!#!5!5) P"'9 "6">>Y '!& 'Yr?)rrrrr@rAr9rbrBrCrcrDrhrnrrjrhrarasM: INN EIvJ!!"""rjra _last_tmpl kernel_tagtmplct|}tj|}||k(rtd||ytd|||t|<y)zHEmit params_cache.hit / params_cache.miss based on template-tuple reuse.zparams_cache.hitr~zparams_cache.missN)rwrorr)rprqr{prevs rh_record_tmpl_eventrt+sD +C >>* %D s{.C K/SL!$ :rjceZdZUdZej ZdZdZdZ iZ e e e e eefefed<dZeed<dZeed<edefdZed&d Zedefd Zed&d Zed&d Zed e de dededeef dZed e de dedededdf dZeddddddde dededededededededed edefd!Zed'd"Zed'd#Z ed'd$Z!ede"fd%Z#y)(rz9Singleton to manage Metal kernel compilation and caching.N _tgx_cacheF_tgx_cache_loaded_tgx_cache_dirtyr^ctjjddj} |r t |nd}t d|S#t $rd}YwxYw)NSPEC_MLX_AUTOTUNE_MAX_ENTRIESri )rrrrrerrd)r>rrs rh _max_entriesz_KernelCache._max_entriesIsVjjnn max_entriesextrars rh_trim_cache_lockedz_KernelCache._trim_cache_lockedRs|&&( CNN#k1 A: 4vc%j\=RScnn))+,Ve4A NN  q$ '5rjcbtjjddjdvS)NSPEC_MLX_AUTOTUNE_PERSISTrr)rrrlowerr=s rh_persist_enabledz_KernelCache._persist_enabled]s- JJNN6 < B B D. / rjc|jryd|_|js tdyt}|j stdt |y t j|jd}|jddk7r td y|jd i}t|ts td y|jD]<\}}t|}|t|ts%t||j|<>|j!td d t#|jy#t$$rtdYywxYw)NTz)kernel_cache.tgx.load.skipped_persist_offzkernel_cache.tgx.load.miss_filer~rrversionr`z&kernel_cache.tgx.load.version_mismatch tgx_cachez!kernel_cache.tgx.load.bad_payloadzkernel_cache.tgx.load.okentries=zkernel_cache.tgx.load.error)rwrrrexistsrr loads read_textrrvritemsrrervrrr)r>rrrk_strrdecodeds rh_load_tgx_cache_from_diskz&_KernelCache._load_tgx_cache_from_diskdsA   $##%  K L "${{}  A#d) T  jj!ABG{{9%*#$LM++k2.Cc4(#$GHIIKq%e,?!!S)*-a&w' (  " " $  :XcRUR`R`NaMbCc d   = >  s #AE(-EBEE0/E0c|js tdy|jsyt} d|jj Dcic]"\\}}}}}t ||||t|$c}}}}}d}t||d|_tddt|jycc}}}}}w#t$rtdYywxYw) Nz)kernel_cache.tgx.save.skipped_persist_offr`)rrFzkernel_cache.tgx.save.okrr~zkernel_cache.tgx.save.error) rrrxrrvrrrerrr)r>rrrnhrrs rh_save_tgx_cache_to_diskz$_KernelCache._save_tgx_cache_to_disks##%  K L ## "$ ,/>>+?+?+A+A Aq!a 1a+SV3+AC tS )#(C  :XcRUR`R`NaMbCc d   = >  s#!C'B==?C= CCCrrrrcf||t|t|f}|jr.|jj|}t |dnd||S|j 5|j |jj|}t |dnd||cdddS#1swYyxYw)Nzkernel_cache.tgx.hitzkernel_cache.tgx.missrz)rerwrvrrr9r)r>rrrrr{vals rhget_threadgroup_xz_KernelCache.get_threadgroup_xs;E CH=  ..$$S)C *-/&?V J YY  ) ) +..$$S)C *-/&?V YYs >B''B0rc||t|t|f}|j5|jt||j|<|j d|_dddt d|y#1swYxYw)NTzkernel_cache.tgx.storerz)rer9rrvrrxr)r>rrrrrr{s rhset_threadgroup_xz_KernelCache.set_threadgroup_xsm ;E CH= YY  ) ) +"%c(CNN3   " " $#'C  4#> Ys AA;;BrW)r{@`rrWi@iiirXrYrZ)template default_tgx candidateswarmupitersgridinputs output_shaperrrrrc  t|}| t|StdkDrtdnddtdtffd }|t| }dkDr)t| krtddt|Sts t|St }|j ||||}|t|t|Sdtdtf  fd }t| Dchc]!}t|dkDr|t|#c}}|Dcgc] }|d k\s | }}|s t|g}t|}d}|D]} ||}|||ks|}|}|j||||||j5|jdddt|Scc}wcc}w#t$rYtwxYw#1swYt|SxYw) aAutotune threadgroup.x for a specific kernel + (n_fft, hop) on the current device. Runs only on first use; results are cached in-memory and can be persisted to disk. Controlled by SPEC_MLX_AUTOTUNE (set to 0/false to disable; falls back to default_tgx). Persistence controlled by SPEC_MLX_AUTOTUNE_PERSIST (default enabled). SPEC_MLX_TGX can force explicit tgx (global or per-kernel mapping). SPEC_MLX_AUTOTUNE_MAX_ENTRIES bounds persistent cache growth. Nrrr^c t|}|dkrd}tt|dd}|dzdz}|dkrd}d}dkDr.tdtdt}|dzdz}|dkrd}t||S)Nrr{rX)rerYrd)rmax_tgxgrid_xs rh_clamp_tgx_for_gridz@_KernelCache.autotune_threadgroup_x.._clamp_tgx_for_gridsc(Caxc#rlD)C"9"CRxGzb#dCK"89"b=B.R< GsG$ $rjz#kernel_cache.tgx.short_grid_defaultzgrid_x=r~c t g gt|ddf}  |d<t D]"} di|d}tj|$tj t j}tD]"} di|d}tj|$tj t j}||z tdz S)Nr`)r output_shapes output_dtypesr threadgrouprrr) rreranger'eval synchronizetime perf_counterrd)r call_kwargsryt0t1rrrkernel output_dtyperrrs rh _time_onez6_KernelCache.autotune_threadgroup_x.._time_ones+n+n Xq!, K#*2 J'6])[)!, # NN ""$B5\)[)!, " NN ""$BGs5!}, ,rjr{) rrerr_SPEC_MLX_AUTOTUNEr1rfloatsortedrrr9r)r>rrrrrrrrrrrrr manual_tgxrclamped_default_tgxrrrrbenchmark_candidatesbest_tgx best_timedtrs ` ````` `` @rhautotune_threadgroup_xz#_KernelCache.autotune_threadgroup_xs>2+>  !z? "!$TQT!WA %S %S %"2#k2BC A:&3{#33  EPWX^W_N` a*+ +!*+ +(* &&z;sK  *3v;78 8 -3 -5 - -0 && %Cs8a<$CH-%  0DQ/Csby/CQ#$'(;$<#= *+ (C s^ BN ( j+uc8L YY  ' ' )8}9  R  8}s0>&F</ G:G!GG GGG(c|jtd|jStd|j5|j|jcdddS tjj dgddgt |_td|jcdddS#t$rd |_td Y2wxYw#1swYyxYw) z;Return the OLA Metal kernel (compile once, dtype-agnostic).Nzkernel_cache.ola.hitzkernel_cache.ola.missola_windowed_optimized)frameswindowr3r4r5zkernel_cache.ola.compile_okFzkernel_cache.ola.compile_fail) _ola_kernelrr9r'r:r;_METAL_OLA_TEMPLATErr>dtypes rhget_olaz_KernelCache.get_olaHs ?? &  6 7?? "34 YY*Y E"$''"6"61 >"'. #7# $$AB??Y E"'#$CD EY/C:B- C-C C C  CCc|jtd|jStd|j5|j|jcdddS tjj dgddgt |_td|jcdddS#t$rd |_td Y2wxYw#1swYyxYw) z@Return the OLA+norm Metal kernel (compile once, dtype-agnostic).Nzkernel_cache.ola_norm.hitzkernel_cache.ola_norm.missola_norm_windowed_div_envelope)rr window_sqr3r4r5z kernel_cache.ola_norm.compile_okFz"kernel_cache.ola_norm.compile_fail)_ola_norm_kernelrr9r'r:r;_METAL_OLA_NORM_TEMPLATErrs rh get_ola_normz_KernelCache.get_ola_norm_s    +  ; <'' '89 YY##/++Y J')ww';';9 K"'3 (<($ $$FG''Y J',$#$HI JYrc|jtd|jStd|j5|j|jcdddS tjj dddgdgt |_td |jcdddS#t$rd |_td Y2wxYw#1swYyxYw) z@Return the envelope Metal kernel (compile once, dtype-agnostic).Nzkernel_cache.envelope.hitzkernel_cache.envelope.miss ola_enveloperr3r4r5z kernel_cache.envelope.compile_okFz"kernel_cache.envelope.compile_fail)_envelope_kernelrr9r'r:r;_METAL_OLA_ENVELOPE_TEMPLATErrs rh get_envelopez_KernelCache.get_envelopevs    +  ; <'' '89 YY##/++Y J')ww';';'!,h 7"'7 (<($ $$FG''Y J',$#$HI JYrc Bd}|j5||j||j||jt t |j t|jt|jdcdddS#1swYyxYw)Nc|duxr|duSNFr)rs rh _is_compiledz1_KernelCache.debug_snapshot.._is_compiledsD=3Qe^ 3rj)ola_kernel_compiledola_norm_kernel_compiledenvelope_kernel_compiled tgx_entries tgx_loaded tgx_dirty) r9rrrrerrvrrwrx)r>rs rhrz_KernelCache.debug_snapshotst 4YY'3COO'D,89M9M,N,89M9M,N"3s~~#67"3#8#89!#"6"67 YYs A;BBrrn)$rrrrr@rAr9rrrrvr6r7rrerCrwrrxrDr|rrrrr rrrwrrrrrrrrrjrhrr:s\C INN EK8:JU3S#-.349#t#"d"S((   %%N2+.7:AD #, ? ?+. ? ? ?#& ?  ? ? ){ {  {  {{{{{{{&'{(){* +{{z##,((,((, t  rjr require_metalrrout_lenrc dtdtdtdttjtjfffd dtjdtjdtdtjffd }|j|jk7r|j |j}|j \}}}tj} | d ur-td d |r td |||t|Stj|}tj|}tjt|t|gtj} d|jfdfd|fg} td| tj| d|j|||df||| g| ||f|jd } | ||| g| ||fg|jg||df| ddfd} td| dS)z4Overlap-add using optimized branchless Metal kernel.nframeframe out_len_ir^ct|}tjt|tjt z}tjt|tj}|dddf|dddfz}|j d}||k}|dkrtj ||fStj |d|dz }||fS)Nrrr`)rer'arangeint32reshape zeros_likeclip) rrr frame_starts sample_idxindices flat_indices valid_maskclippedrs rh _scatter_planz%_run_metal_ola.._scatter_plans N yyVBHH=CH YYs5z: q$w'*T1W*==r* !I- >==. : :'',9q=9 ""rj frames_local window_localcF|j\}}} t|t|t|\}}||ddddfzjt|d}||j|jdddfz}t|dkr,t j t|df|jSt jt|t jt|zdddf} | |dddfzjd} t j t|t|zf|j} | j| j|jd} | jt|t|S)Nrrr) rkrerastyperr'zerosrratrN) rrrBrrrrvalues batch_offsetsscatter_indicesr4rs rh _run_fallbackz%_run_metal_ola.._run_fallbacksQ'--65+CKUS^TdD!m!<<EEc!fbQ*++FLL9$'BB y>Q 88SVQK|/A/AB B3q6:S^KQPTWU (747+;;DDRHhhAY/19K9KLff_%))&..*<={{3q63y>22rjFzbackend.ola.fallbackmetal_unavailabler~zHbackend_policy='metal' requires Metal OLA kernel, but it is unavailable.rTHOPFRAMEolaola_windowed_optimized_r`rW rrrrrrrrrrrrrrrrr init_valuezbackend.ola.metal)rerwr'arrayrrrkrrr RuntimeError contiguousrrtr)rrrrrrrrrrr3rqroutputsrs ` @rh_run_metal_olars #c ## ## #%RTRZRZHZB[ #3BHH3BHH3QT3Y[YaYa3"||v||#v||,||Avu  ! ! #F 2;NO Z VVS\:: ]]6 "F ]]6 "F XXs6{CL1 BF &,, %/? @Dud#  - --fll^< q!_'\\\ . C'7|n||nq!_!QKG+, 1:rjrc dtjdtdtdtjffd dtjdtjdtjdtdtdtjf fd }|j|jk7r|j |j}|j|jk7r|j |j}|j \}}} t j} | d ur8td d |r td ||||t|t|Stj|}tj|}tj|}tjt|t|gtj} d|jfdfd| fg} td| t j| d|j| ||df|||| g| ||f|jd } | |||| g| ||fg|jg||df| ddfd}td|dS)zOverlap-add with fused normalization (Torch-like masked divide). Note: any NOLA / envelope-min checks are handled outside the fused kernel. window_sq_localrrr^c t|jd}tjt|tjt z}tj|tj}|dddf|dddfz}|j d}|t|k}t|dkr!tj d|jStj|dt|dz } tj|t|f} | |j| jz} tj t|f| j} | j| j| } | S)Nrrr)rr`) rerkr'rrrrrrtilerrrN) rrrrrrrrrrrdenomrs rh_compute_envelopez._run_metal_ola_norm.._compute_envelopes+O))!,-yyVBHH=CH YYuBHH5 q$w'*T1W*==r* !C N2 y>Q 88D(=(=> >'',3y>A+=>3v;.9*++FLL99#i.*&,,?!%%f- rjrrct||t t|} |t|t|}|jtjk7r|j tj}|j tj}tj tj|dddfdkD||dddfz tj|} | j |jStj tj|dddfdkD||dddfz tj|S)Ndy=) rrerr'float32rwhereabsr) rrrrrout_sumr out_sum_f32 denom_f32out_f32rrs rhrz*_run_metal_ola_norm.._run_fallbacks!|SXs9~V!/3v;IO ==BJJ &!..4K RZZ0Ihhy!$'*W4ia00 k*G >>'--0 0xx FF5M$' "W , eD!Gn $ MM' "  rjFzbackend.ola_norm.fallbackrr~zSbackend_policy='metal' requires fused Metal OLA norm kernel, but it is unavailable.rrr r ola_normola_norm_windowed_div_envelope_r`rWr rrzbackend.ola_norm.metal)r'rrerrrkrrrrrrrtr)rrrrrrrrrrrr3rqrrrs ` @rh_run_metal_ola_normr&sF288SSUWU]U]$ hh hh        4||v||#v||, ||y&$$V\\2 ||Avu  & & (F 7@ST ) VVYF S\RR ]]6 "F ]]6 "F i(I XXs6{CL1 BF &,, %/? @Dz4(  - -5fll^D q!_ 62\\\ . C 627|n||nq!_!QKG01 1:rjprovided_windowresolved_window window_fn win_lengthperiodicct|tjrtjtj |tj }tj|jdj}dt|jd|fSdt|t|t|t|fS)z?Return a stable key component identifying window shape/content.rra) digest_sizerr generated)rvr'rnpascontiguousarrayasarrayrhashlibblake2btobytes hexdigestrerkrr)r'r(r)r*rr+arrdigests rh_window_cache_signaturer8^s/288,""2::oRZZ#PQB?IIKSYYq\*F33 YZ#e*d8n UUrjrWz+OrderedDict[tuple, tuple[bool, float, int]]_OLA_SAFETY_CACHE#SPEC_MLX_OLA_SAFETY_LENGTH_STRATEGYbucket)r;exact!SPEC_MLX_OLA_SAFETY_LENGTH_BUCKET2048ct5tj|}|td| dddytj |td||cdddS#1swYyxYw)Nzola_safety_cache.missrzzola_safety_cache.hit)_OLA_SAFETY_LOCKr9rrr)r{rs rh_ola_safety_cache_getrBsZ ##C( ;  7S A   %%c*2<   s&A##A##A,valuect5|t|<tj|td|t tt kDr!tj dtddddy#1swYyxYw)Nzola_safety_cache.storerzFr|zola_safety_cache.evict)rAr9rrr_OLA_SAFETY_CACHE_MAXr)r{rCs rh_ola_safety_cache_setrFs^ !&#%%c*4#>  !$9 9  % %5 % 1  8 9   s A#A33A<lengthsafetyc|ytdt|}|dk7s tdk(rd|||fStt}|dkDr||zdz |z|znd}d|||fS)aResolve cache key + effective check length for NOLA safety checks. Returns ``(length_mode, length_key, check_length, requested_length)``. ``length_key`` controls cache-key bucketing; ``check_length`` controls the actual envelope span that will be validated. )nonerNNrr8r<r`r;)rdre_OLA_SAFETY_LENGTH_STRATEGY_OLA_SAFETY_LENGTH_BUCKET)rGrH requestedr;bucketeds rh/_resolve_ola_safety_length_key_and_check_lengthrOsy~%As6{#I 6'A 9i77 * +F@IA V#a'F2f[*l,< ## H  I&y1  5; 2B 2 H+0E0J"#34a &&' GLLN+  B1=1IC -ri"k;L)MN J $%U U  Brjxrcc|dkr|S|jd|krtd|jdd|d|dd|dzfddddf}|d| dz dfddddf}tj|||gd S) z(Compiled reflect-pad using pure MLX ops.rrzCtorch-like reflect padding requires input_length > pad (got length=z, pad=r.r`Naxis)rkrcr' concatenate)rircleftrights rh#_torch_like_reflect_pad_1d_compiledrps axwwr{c772;-vcU! 5   S!cAg+  sDbDy )D cC4!8b= !#tt) ,E >>4E* 44rjct||Srn)rp)rircs rh_torch_like_reflect_pad_1drr&s .q# 66rjc bt|tjr|jtjk(r|n|j tj}|j dk7rtd|j|jd|k(r|S|jd|k7r!td|d|d|jd||z dz}||z dzdz}tj|||fgd S|dkr td |r|n |dkDr|dz nd}tj|tj } |d k(r3d d tjdtjz| z|z zz }nq|dk(r3ddtjdtjz| z|z zz }n9|dvr'tj|ftj }ntd|||kr0||z dz}||z dzdz}tj|||fgd }|S||kDrtd|d|d|S)zACreate or validate a 1D window with strict shape and type checks.r`zwindow must be 1D, got shape rz"window length must be win_length (z ) or n_fft (z), got rYr?modewin_length must be positiverhann?@hamminggHzG?gq= ףp?)rectboxcaroneszUnknown window_fn: win_length () must be <= n_fft (r)rvr'rrrrndimrcrkrcrcosmathpir}) rr)r*rr+wrnroridxs rhrr*s2&"((#llbjj0FfmmBJJ6O 66Q;aqE ))Jbjj 1CF #sTWW}s2U:;; ; i  4"&&tww!4u!<== = 0 0 GGZM 4.yk:;;E "q(#a'A- FF1e}oJ 7 H e < |3GwaPQQ HrjrUc8t|}|dkr tdt|}|dkr td||dz}t|}|dkr td|d|zz}||}t|}|dkr td||kDrtd|d |d |||fS) z^Resolve effective FFT parameters. Returns (effective_n_fft, hop_length, win_length). rzn_fft must be positivezpad must be >= 0rbzhop_length must be positiverYrvr~z) must be <= effective_n_fft (r)rerc)rrUr*rceffective_n_ffts rhr/r/[s JE z122 c(C Qw+,,aZ ZJQ677a#goO ZJQ677O#:,' /0 3  J 22rjrC mel_scalefreqrc|dvr tdtj|tj}|dk(rdtjd|dz zzSd}d }||z |z }d }||z |z }t j d d z }||k\} |tj tj|d |z |z z} tj| | |}|S)NrB*mel_scale must be one of {"htk", "slaney"}rrCF@?@rV竪P@@@皙@;@-q=) rcr/r1float64log10rrJmaximumr) rrff_minf_spmels min_log_hz min_log_mellogsteplog_tlog_melss rh _hz_to_melrs))EFF 4rzz*AEE !2333 E D I DJ%-Khhsmd"G OERVVBJJq%$8:$EFPPH 88E8T *D Krjrc `|dvr tdtj|tj}|dk(rdd|dz zdz zSd }d }|||zz}d }||z |z }t j d d z }||k\} tj | |tj|||z zz|}|S)NrBrrrCr$@rrrVrrrr)rcr/r1rrrJrexp) rrmrrfreqsrrrrs rh _mel_to_hzrs))EFF 4rzz*AEV,s233 E D D1H EJ%-Khhsmd"G  E HHUJ1{?0K)LLe TE Lrj)normrn_freqsrf_maxn_mels sample_raterct|}t|}t|}|dkr td|dkr td|dkr td|dvr td|dvr tdtjd |d z|tj }t t t || }t t t || } tj|| |d ztj } t| | } | d d| ddz } | dddf|dddfz } | ddddf tj| dddddfdz }| ddd dftj| d ddddfdz }tjd tj||jtj}|dk(rNdtj| d |d z| d|z dz }||dddfjtjz}tj|tj S)zCreate triangular mel filter banks with torchaudio-compatible formulas. Returns shape ``[n_freqs, n_mels]`` so mel application is ``X @ fb`` where ``X`` is ``[..., n_freqs]``. rzn_freqs must be > 0n_mels must be > 0sample_rate must be > 0)NrDz$norm must be one of {None, "slaney"}rBrrVrYrrr`NrrrDry)rercr/linspacerrrrrminimumrrr'r)rrrrrrr all_freqsm_minm_maxm_ptsf_ptsf_diffslopesdownupfbenorms rhrrs'lG [Fk"K!|.// {-..a233 ##?@@))EFF C!17"**MI *U5\Y? @E *U5\Y? @E KKufqj CE u 2E 12Ys #F 47^i40 0F AssF^Orzz&"+dAg*>F FD 12F12JtQw$7? ?B CD"- . 5 5bjj AB xbjjq6A:!6w!GOO %a.'' 3 3 88Bbjj ))rjpowerT@绽|=rrF)stypetop_dbamin ref_valuerurr magnituderrrrurF per_examplec|dvr td|dvr td|t|dkr td|dk(rd nd }t|}tjt |t|}|t jt j ||z} | ||zz } || Std | jD} |d k(rt| d kr7t j| t|z } t j | | St| dk(r9t j| d} t j | | t|z St j| dd} t j | | t|z St| d kr7t j| t|z } t j | | St| dk(rT| ddddddf} t j| dd} t j | | t|z } | ddddddfSt| dk(rX| dddddddf} t j| dd} t j | | t|z } | dddddddfSt| d}ttj| ddtj}| j||| d| d} t j| dd} t j | | t|z } | j| S)zConvert power/magnitude spectrogram to dB. ``mode="torchaudio_compat"`` replicates torchaudio's clipping behavior for packed batch tensors. ``mode="per_example"`` clips each leading example independently across time-frequency axes. rz+stype must be one of {"power", "magnitude"}rz8mode must be one of {"torchaudio_compat", "per_example"}Nrz$top_db must be non-negative when setrrg4@c32K|]}t|ywrnrors rhrsz"amplitude_to_db..s-*Q#a&*rtrr`rYT)keepdims)rrrlr)rrrrrrr)rcrrrrdr'rrwrkrrer/prodint64r)rirrrrru multiplieramin_f db_multiplierx_dbrkcutoffmax_refx_viewpacked_channelsleadings rhr r s **FGG 77STT eFma/?@@')tJ 4[FJJs65+;<=M Av!67 7D : - .D ~ -$**- -E } u:?VVD\E&M1F::dF+ + u:?ffTD1G::dGeFm$;< <&&Ht<zz$%- 788 5zQf -zz$'' 5zQdD!Q&'&&lTBFGeFm$;<aAqj!! 5zQdAq!m$&&lTBFGeFm$;<aAqj!!%)nO"''%*BHH56G \\'?E"IuRy IFffV,>G ZZ%- 7 8F >>%  rjorthorn_mfccct|}t|}|dkr td|dkr td||kDr td|dvr tdtjt |tj }tjt |tj dddf}tj tjt |z |d zz|zjtj}||d z}nG|dxxd tjd z zcc<|tjd t |z z}tj|tjS) z1Create a DCT type-II matrix ``[n_mfcc, n_mels]``.rn_mfcc must be > 0rn_mfcc must be <= n_melsNrz#norm must be one of {None, "ortho"}rNrxryr)rercr/rrrrrrrrsqrtr'r)rrrrrdcts rhr!r! s.[F [F {-.. {-.. 344 ?">?? %-rzz2A %-rzz21d7;A &&$''E&M)a#g6: ; B B2:: NC | s  A# #&& tyyuV},-- 88Crzz **rjc tt|t|t|t|t|||S)Nrrrrrrr)rrerrs rh_cached_mel_filterbankr?s; G ElEl6{ $  rjcBtt|t||S)Nr)r!rerrrs rh_cached_dct_matrixrTs c&k3v;T ::rjlifterc(tjdt|dztj}dt |dz tj t jt |z |zzzjtjS)Nr`rrry) r'rrerrsinrrr)rrrs rh_cached_lifter_weightsr]sf ))As6{Qbjj 9C uV}s"bffdggf .E-L&MMM fRZZrjr=) input_layoutmel_fbr)r=r<c|dk(r|}n'|dk(rtj|d}n tdtj||}tj|dj tj S)Nr=r<rrYr`z*input_layout must be one of {"bnf", "bfn"})r' transposercmatmulrr)rrr power_bnfmel_bnms rh_apply_mel_filterbankrhse u  LL 2 EFFii 6*G << + 2 22:: >>rj)lifter_weightsmel_bmn dct_mat_trctjtj|d|}tj|djtj}| ||ddddfz}|S)Nr)r'rrrr)rrrmfcc_bnmmfcc_bmns rh_apply_mfcc_projectionrxs^ yygy99EH||Hi077 CH!nT1d];; Orj) log_scalelog_aminlog_moderctjt|tj}|dk(r5tj||zj tjS|dk(r>tj t||zj tjStjtj||j tjS)NrrNrO)r'rrrrJrrOr)rirrrrs rh_apply_log_scalers 88E(O2:: 6D5vva$h&&rzz227xxi(1,-44RZZ@@ 66"**Q% & - -bjj 99rjr8default_policybackend_policyrcX||n t|}|tvrtdt|S)Nzbackend_policy must be one of )r_ISTFT_BACKEND_POLICIESrc)rrpolicys rh_resolve_backend_policyrs@ .5^3~;NF ,, ,&' )   Mrjr<)default_layout output_layoutrcX||n t|}|tvrtdt|S)Nzoutput_layout must be one of )r_STFT_OUTPUT_LAYOUTSrc)r rlayouts rh_resolve_stft_output_layoutr s@ -4^#m:LF )) +#$ &   MrjT)frozencreZdZUeed<eed<eed<eed<eed<eed<eed<eed<eed <eed <y ) _TransformKeyrrUr*r)r+rWcenter_pad_modecenter_tail_pad normalizedistft_backend_policyN)rrrrerCrrrrjrhrrs8 JOONN LrjrMLX_OLA_FUSE_NORMr4rW length_intrct|r|dz}|Z|}|}t|||z} |dd|| f}|t|jdz } | dkDr;tj|dd| fg}|S|d|zkDr |dd|| fn |ddddf}|S|1|}||k\r |ddd|f}|Stj|dd||z fg}|S)zMTrim/pad OLA output to requested length (shared by Metal and fallback paths).rYNr`rrr)rYrerkr'rc) r4rWrrrrrctargetstartrd shortfalls rh_trim_ola_outputrs qj  !FEguv~.Casl#CSYYq\!22I1}ffS6Ay>":; J'.C&7#acTk"SBQBZC J   f a&j/C J&&v6G+;'<=>C Jrjsig_lenrc |dz}|dk(r||fS|dk7r tdtdttj|t |z }|dz |z|z }td||z|z }||fS)NrYr@rA7center_tail_pad must be one of {'symmetric', 'minimal'}r`r)rcrdrerceilr)rrrUrpad_left num_frames last_start pad_rights rh_center_pad_widthsr%s zH+%!!)# E  QDIIgj0A&ABCDJq.J.9JAzE)G34I Y rjrctt|jd|||\}}|dk(r||k7r tdt ||S|dk7r tdt j |d||fgdS)Nr`r>>center_pad_mode='reflect' requires center_tail_pad='symmetric'r?6center_pad_mode must be one of {'reflect', 'constant'}rrt)r%rerkrcrpr'rc)rirrUrrr!r$s rh_apply_center_paddingr)s- AGGAJ OHi)# y P 31h??*$ D   66!fx34: FFrj cotangentc|r|dz}|t|}tj||f|j}t|||z |jd} |j dd||| zfj |ddd| f}|S|d|zz } tj||f|j}t| |jd} |j dd||| zfj |ddd| f}|S|n|}tj||f|j}t|||jd} |j ddd| fj |ddd| f}|S|}|jd|krTtj||f|j}|j ddd|jdfj |}|S)zFAdjoint of _trim_ola_output: un-trim cotangent back to full OLA space.rYNrr`)r'rrrYrkrrN) r*rWrrrrrcrgrad_olacopy_lentrimmedactualcopys rh_unpad_cotangentr1sqj  !FxxG IOODH67S=)//!2DEH{{1c#.&8#89==i9H9 >UVH OC'GxxG IOODH)//!"45F{{1c#,&6#67;;Ia&j>yIH OrjcXeZdZdZdZ dHddddddddd ed ed eed ed ede de de de de deefdZ de deej ej ffdZdIdededdfdZdJdedeeddfdZdddddddddedeede d e d!e d"ed#eeddfd$Zd%d&d'efd(Zddddd)d*dd%d+deede d e d!e d"ed,ed#eed-efd.Zd%d&d/ej d'edej fd0Zddddd)d*dd%d+d1ej deede d e d!e d"ed,ed#eed-edej fd2Zd3dd4ded5ed6eedefd7Zd3d8ded9eed:fd5edefd;Zd/ej dej fd<Zdd=d1ej deedej fd>Zdd?d@edAe deej ej ffdBZd%d&d/ej d'edej fdCZ dKddd)d*dd%dDd1ej deede d e d!e d"ed,ed#eed-edej fdEZ dFej deedeej fdGZ!y)Lr z~ High-performance STFT/iSTFT engine for MLX. Uses fused kernels and cached configurations for maximum throughput. )rrUr*rr) _window_sqrWrrrr+rrX _norm_factor_inv_norm_factor _cache_key ola_denom ola_denom_inv_compiled_stft_fns_compiled_istft_fns_compiled_pair_nd_fns_torch_window_cache_window_runtime_cacheNTr>r@F)rr+rWrrrrrrUr*r)rr+rWrrrrc"t||_t||_| t|n |j|_|j|jkDr&t d|jd|jdt ||_t||_t| |_ t | |_ t ||_ t||_ |jdvr t d|jdvr t d|jdk(r|jd k7r t d t| t |_t!||j|j|j|j |_t%j&|j"|_t)||j"|j|j|j|j |_|jr"dt-j.|jz nd|_|jrt-j.|jnd|_t%j&|j"dzj5t$j6|_t|j"j:|j"|j8fi|_d|_d|_ d|_!i|_"i|_#i|_$i|_%y)Nr~rr>r>r?r(>rAr@rr>r@r'r)rr)r*rr+)r'r(r)r*rr+rrY)&rerrUr*rcrrWrrrrr+r)r_DEFAULT_ISTFT_BACKEND_POLICYrrrr'rr8rXrrr5r4rrr3rr=r7r8r6r9r:r;r<) rfrrUr*r)rr+rWrrrrs rhrizSpectralTransform.__init__IszZ j/-7-C#j/ ??TZZ '|DOO+< >H    '? ?I    9 ,1E1E1TP %< 8% ! "nn**]]   mmDKK0 !8" KKnn**]] " @Ddii &; ;TW59__DIIdjj1#--)9(A(A"**(MN  !! "T[[$//$BL " !"$#% %'"35 rjrr^ct|}|jj|}||S|jj|k(r |jn|jj |}|j j|k(r |j n|j j |}tj|}tj|}||f}||j|<|Srn) rr=rrrrr3r'r)rfrr{rrrpairs rh_window_pair_for_dtypez(SpectralTransform._window_pair_for_dtypes%j++//4  M $ 1 1U : @R@RSX@Y#44=DOO''. v&MM),  "*.""3' rjr`batchrGctj||ftj}|j|d}|j ||d}tj ||y)z1Force compilation of kernels and execution paths.rr=r )rGrN)r'rrstftistftr)rfrCrGriZrs rhrzSpectralTransform.warmupsM HHeV_BJJ 7 IIauI - JJqeJ < 1 rjc|"tt|jdzd}tjt|t|ftj }|j |d}|j|t|ddd d }|j|t|ddd d }tj|||y) zDPrecompile stft + fused and legacy istft kernels for this transform.NrYrr=rEFTr)rGrR allow_fusedrHr) rdrerr'rrrFrGr)rfrCrGrirHy_fusedy_legacys rhprewarm_kernelsz!SpectralTransform.prewarm_kernelss >TZZ1,d3F HHc%j#f+.bjj A IIauI -** v;  :: v;   7H%rjr)rCrGvalidaterRrKrHrrOrRrKrHrc V|"tt|jdzd}tjt|t|ftj }|j |d} |j| t|||||d|d } tj| | y) zGPrecompile cached compiled STFT/iSTFT callables for steady-shape loops.NrYrJrr=rEnativerGrOrRrKrHlong_mode_strategyrr) rdrerr'rr stft_compiledistft_compiledr) rfrCrGrOrRrKrHrrizrs rhprewarm_compiledz"SpectralTransform.prewarm_compileds >TZZ1,d3F HHc%j#f+.bjj A   q  6    v;!#')  1 rjr<rEr c$t|jj}|td|Stdtj dtj dtj ffd }|j<|S)zBReturn a cached compiled STFT callable for steady-shape workloads.zcompiled_stft_cache.hitrzzcompiled_stft_cache.missrir^c*j|SNrE)rF)riresolved_layoutrfs rhrXz6SpectralTransform.get_compiled_stft.._compileds99Qo9> >rj)r r9rrr'compiler)rfr rrXr[s` @rhget_compiled_stftz#SpectralTransform.get_compiled_stfts5mD((,,_=    9 OM6OL  ? ?bhh ?  ?4=0rjr8rQrRrSrc Z dk7r tdt|j dk(r tdt|  t ndt t t t t t t f} jj| } | td| | Std | tjd tjd tjf f d } | j| <| S) zReturn a cached compiled iSTFT callable for fixed runtime options. For best throughput, reuse the returned callable with stable input shapes. rQzuCompiled iSTFT supports long_mode_strategy='native' only. Use eager istft for numpy_fallback/torch_fallback behavior.rr;zmCompiled iSTFT does not support backend_policy='torch_fallback'. Use eager istft for torch fallback behavior.rzcompiled_istft_cache.hitrzzcompiled_istft_cache.missrVr^c 8 j|  S)NrR)rG) rVrKrGrSresolved_backendresolved_input_layoutrHrfrRrOs rhrXz7SpectralTransform.get_compiled_istft.._compiled' s4::!%'#5/2  rj) rcrrr rerrr:rrr'r\r)rfrGrOrRrKrHrSrrr{rrXr`ras``````` @@rhget_compiled_istftz$SpectralTransform.get_compiled_istfts6  )N 3 44  / /? !. s:MSCMrtz1leading_shape must contain at least one dimensionc3&K|] }|dk yw)rNrrps rhrsz5SpectralTransform.compiled_pair_nd.. s+7Csax7sz$leading_shape dimensions must be > 0Nzcompiled_pair_nd_cache.hitrzzcompiled_pair_nd_cache.miss)rGr rerrEc32K|]}t|ywrnrorps rhrsz5SpectralTransform.compiled_pair_nd.. s F5EcS5Ertr`rir^ctj|f}j|}tj|SrZ)r'rrF)rix2rVoutput_spec_shapepackedr[rfrhs rh_stft_ndz4SpectralTransform.compiled_pair_nd.._stft_nd s<A 34B "O ._istft_nd sDAy+;;r@Fx_innerr^c |jd}t|jd}|d zz z zdz}tj||gtj}tj |}d|j fd fd fd fg}tj}|| |g||| fg|j g ||ftd ddf }|dS) z=Forward: Metal fused frame extraction (reflect-pad + window).rr`rYrrNFFTr PADrWrrrrrr) rkrer'rrrrrFrOrY) rB_isl_inf fe_paramsx_crqrrrUrrcrs rh_extract_frames_metalzDSpectralTransform.differentiable_stft.._extract_frames_metal smmA&7==+,QWnu,;a?HHdBZrxx@ mmG,#))$vuoJ'%,668 3!$'U#3"4#&99+S)!$S%!Q 7 qz!rjc |}|jd}t|jd}t|jd}tj||gtj}tj |}d|j fdfdfdfg} ||df} tj d|j | ||g| ||f|j d }  ||g| ||fg|j g| | ddf } | dS) Nrr`rrrr rstft_backward_rWr r) rkrer'rrrrrr)primalsr*outputx_prrr bwd_params cotangent_crqgrid_bwdrgrad_out bwd_kernelrUrrcrs rh_extract_frames_metal_vjpzHSpectralTransform.differentiable_stft.._extract_frames_metal_vjp s,iil399Q<(a)XXtRjA  mmI6 +++,vuoJ'%!#q>"99%"01B1B0C DZ!'<!"%t!,!2!2 #: &'<!$';-#.#4#4"5!!$a  {"rjrrUrrrrrkstridesrrk)rrcrkrrUrWrrrrarhr'custom_functionrvjpr)rcre as_stridedfftrfftrr5)rfrirWrrrruse_reflect_fast_path padded_lenrQrrrT_padspecrrUrrcrs @@@@@rhdifferentiable_stftz%SpectralTransform.differentiable_stft s<& 66Q;$' A VVq[OPQPWPWyYZ Z __ ....WW 7  V)3 V;8V BW);;=\a ZJe4KPW[`P`1*C 1s7*J"U*z9A=H    "rxx "BHH "  ",# & & #' #B+1-F))$3$3 wwHAuu}FF1v55='9:;AGGAJ *4q8H]](E* A.F fT4]33Fvv{{6{+ ??$///D rjrGc  "#$%&'()*+|jdk(r|d}n'|jdk7rtd|jj(j%j +j }j$j}| t|nd'$r|dk(r ' td|j\"}}t|)%)dz z(z*tjj|(d }jr|jz}tj!#t"j%}#xr#d uxr|xr|d u} | rt"j'} | r| d urtj()*gtj* } d tj,fd%fd(fg} *ddf} t"j/| dtj,(%| |j1tj,| g| *ftj,d }| |j1tj,| g| | |ddf*fgtj,gd}|d}n(tj2)tj* %z}tj2(tj* }|dddf|dddfz}|j5d }tj6|d*dz }|*kj1tj,}tj8|j1tj,)f|z}tj:*ftj, }|j<|j?|}tj@|dkDd|z tjB|&tjDdtj(dtj(f"$%'(*fd }|jF"#$%&'()*+f d}||}|S|+j1|jHddddfz}tj2)tj* %z}tj2(tj* }|dddf|dddfz}|j5d }tj6|d*dz }|*kj1|jH}|j5"d |dddfz}tj2"tj* *zdddf}||dddfzj5d }tj:"*zf|jH }|j<|j?|j5d }|j5"*}tj8|j1tj,)f|j1tj,z}tj:*ftj, }|j<|j?|}tj@tjJ|dkD|tjL|} tjJ|dkDj1|jH}!|| dddfz |!dddfz}tO|$(*'"}|S)uiSTFT with gradient support. Expects spectrogram in **bnf** layout ``[B, N, F]``. Returns time-domain signal ``[B, T]``. Use this entry point instead of :meth:`istft` when you need ``mx.grad`` / ``mx.value_and_grad`` to flow through the transform. When Metal is available, uses the fused OLA+norm kernel for the forward pass and a dedicated Metal gather kernel for the backward pass. Falls back to pure MLX ops on both paths when Metal is unavailable. .. note:: **Performance** — The backward pass cost is dominated by the ``irfft`` backward (a full ``rfft``), which is handled by MLX's built-in autodiff. The custom Metal gather kernel adds only ~0.5 ms of overhead. rYN.rz1differentiable_istft expects 2D or 3D input, got NrAzJlength is required when center_tail_pad='minimal' for differentiable_istftr`rrrlFrrr r  ola_envelope_rWr rrrrrrrrrr frames_innerr^c~ j|j\}}t||| }t| S)zForward: Metal OLA+norm + trim.)rBrr&r) r window_rt window_sq_rtresultrrWrUrrrrfs rh _ola_and_trimz=SpectralTransform.differentiable_istft.._ola_and_trim sN+/*E*ElFXFX*Y' <, )\(w TUVVrjc 2 t|  }tjgtj}tj|}d|j fdfd fg} | |g|fg|j gft dddf}|dS) Nrrrr rWr`rr)r1r'rrrrrY)rr*rr,r grad_ola_crqrfrrrWrUrlrr n_frames_intrrs rh_ola_and_trim_vjpzASpectralTransform.differentiable_istft.._ola_and_trim_vjp s,vugz1 XX|W&=RXXN ]]84 j../&%5*BUV(& jI!$%|U#;"<#-#3#3"4q1!$S%!Q 7  #1~%rj)(rrcrkrrUrr3rWrrer'rirfftrr4rarnrrrrrrrrrrrrrrrNrrrrrr ones_liker),rfrVrGrrrQ freq_bins time_framesola_norm_kernel use_metalenvelope_kernel env_paramsenv_tmplenv_gridenv_tgx env_outputsenveloperoffsetsrrflat_indices_safer wsq_tiledrrr4windowed flat_valsr batch_indicesout_flat envelope_safeenv_maskrrrWrUrlrrrrrs,` @@@@@@@@@@rhdifferentiable_istftz&SpectralTransform.differentiable_istft[ s0 66Q;) A VVq[CAGG9M  __ OO ..$*$6S[D o2z7I\ "#8Y8}  q 01E9ffll1Bl7  ??%(9(99K*<<> &335  A:U2 A A$35$@  +779O?%#?XX|W&=RXXN  "**-z/BWeDTU#Q?&==*"/ | <Z!%,,RZZ8*E%")!# #> .%,,RZZ8*E%!!(!Q$+:,#%::,  'q> "yyRXXFS ))E:&q$w/'$'2BB&r2 $&GGL!Wq[$I!*W4<>G"??2.L " a1 E &088HJ ((B/*T1W2EEIYYq9GCQWMM*->tQw-GGPPQSTMxxWhnnEH{{=155i6G6G6KLH""1g.C 0 0 <|oNQ[QbQbcecmcmQnnIxx "**=H{{#4599)DHHHRVVH%5%=xV^I_`Mx(5088CHtQw//8D!G3DDC"3w ANC rjrrQrc  |j|dz z|jz}|j|j||f}t|dd|k(r`|jT|jH|r!t j dur tdtd||j|jfStd||jtj\}}t j }|durtd d |r tdt|jd }tjt|tj t|jz} tj|tj } | dddf| dddfz} | j!d} | t|k} tj"| d t|dz }tj$|t|f}|| j'|j(z}tj*t|f|j( }|j,|j/|}|j(tjk7r|j'tj}tj0tj2|dkDd|z tj4|}||_||_||_||fStj8t|t|gtj }d|j(fd|jfd|jfg}t;d|t j=|d|j(|j|j|ddf||g||f|j(d }|||g||ddf|ddf|fg|j(gd }td|d }|j(tjk7r|j'tj}tj0tj2|dkDd|z tj4|}||_||_||_||fS)zGLegacy path envelope calculation (used only if fused norm is disabled).r`r6NFzMbackend_policy='metal' requires Metal envelope kernel, but it is unavailable.zola_envelope_cache.hitrzzola_envelope_cache.misszbackend.envelope.fallbackrr~rrrrrrr r rola_envelope_optimized_rWr rzbackend.envelope.metal)rUrrr7r8rrrrrBr'rrerkrrrrrrrrrrNrrrr6rrtr)rfrQrrr{rrrrrrrrrrrr denom_invr3rqrrs rhrYz#SpectralTransform._get_ola_envelope s//X\2TZZ?zz4??GX> D, - 4*"".,";";"="F"c 8c B>>4#5#55 553?222::> 9**, U?  ;DW X"c *+E99S]"((Cc$//FZZL59J"1d7+jq.AAG"??2.L%G 4JgglAs7|a/?@GWWYX(89Fj// ==FHHc'l_IOODEHHW%))&1E{{bjj( RZZ0!8#+r}}UZG[\I"DN!*D !DO)# #3x=#g,7rxxH )// "UDOO$< djj !  :t,111)//1BC**1av&!"2  v&1aa #:,$??+  45  ;;"** $LL,EHHRVVE]W4cEk2==QVCWX &irjc $ t|}|jdk(r |dddf}n'|jdk7rtd|j|j\}}|jxr |j dk(xr|j dk(}|r||jk\r|jdz}|d|zz}||jz |jzdz} || z|jzdz} tjt|t| gtj} d } | tk\rtj} tj!|j|j}| r||\}}}}tj"|}t%j&| |z }d |j(fd |jfd |jfd |fd|fd|fd|fd|fg}| ||j*| g||| |jfg|j(g||z||f||df}d} | stj-}|r|d urtj"|}d |j(fd |jfd |jfd |fg}|||j*| g||| |jfg|j(g|j| |ft/d|jddf}nd}Ytj0j3|dd}|j4r||j6z}|dk(r|S|j9dddStj"|}|jr8t;||j|j|j |j }|j\}}||jkr:|j|z }tj<|dd|fgd}|j\}}||jz |jzdz} tj>||| |jf||jdf}||j*z}tj0j3|d}|j4r||j6z}|dk(r|S|j9dddS)z Forward STFT. Input: [T] or [B, T] Output: [B, F, N] (Complex, `output_layout="bfn"`), or [B, N, F] (Complex, `output_layout="bnf"`) r`NrYz!stft expects 1D or 2D input, got r>r@rbrFrrr r TILE_FRAMESTG_XTG_Y CHUNK_LENrTrWrrrkr=rrr?rtr) r rrcrkrWrrrrUr'rrer#_TILED_FRAME_EXTRACT_BYTE_THRESHOLDrFrSr_rrr rrrOrYrrrr5rr)rcr)rfrir r[rrrrcrrQ out_bytesrtiled_ok tiled_kerneltpr[r\r]r^ n_tile_groupsrqrrrrneedrs rhrFzSpectralTransform.stft` sl6mD 66Q;$' A VVq[@ JK KWW 7 KK 4$$ 1 4$$ 3  !W %:**/C 1s7*J"TZZ/DOOCaGHH tzz1A5I#g,H !>bhhOIH??1;;= '33DJJPBN9;6KtY a(A$(IIh.D$EMagg(<05#,& 4vtni(@ D + !4;; :!%()8TZZ'@&A'(wwi+d2D!<%)4O G $H+668fE1 a(Aagg(<05#,D% !4;; :!%()8TZZ'@&A'(wwi"jj(A6%(djj%91a$@ G#G"vv{{71:B{7??$"7"77D"e+K~~aA.. MM!  ;;%jj?? $ 4 4 $ 4 4 A775 4:: ::%Dq6At9-J?AwwHAuDJJ&4??:Q> h +DOOQ/ $++%vv{{6{+ ??$///D e #K~~aA&&rj)rRrKrHrSrrc |dvr tdt||j} t| } | dk7r|dk7r tdt d| |j dk(} | r|d }n'|j d k7rtd |j d } d }t|jdzd z}t|j}| dk(r@|j \}}}t|||fvrtd|d|dt|d|} n?|j \}}}t|||fvrtd|d|dt|d|}|jrD|jdk(r|jt|z}nD|jt|d z z}n(|jt|d z z|jz}|d uxrt|t|kD}| dk(rI| |jddd } |j| |}| tdt d| r|d}|S| dk(xrjt|jxrS|jdk(xrBt|xr5|dk(xr.t|jdzt|jk(}|r>| |jddd } |j| |}|t d| r|d}|S||jddd }| dk(xr)t|jxrt|xr|dk(}|rt d t!j"|}t j$j'||jd !j)t j*d"#}t-j.|t,j*$}n7t d(t,j$j'||jd !}|j8r||j:z}|j=|j>\}}|j|d z z|jz}t@xr|} | d)k(}!| r#tC|t||t|||!*| r|stE||||j||!+}"n'tG|||j||!+}#|jI||!+\}$}%|#j>t,j*k7r|#j)t,j*}#|#|%z}&|rtE||||j||!+}'t-jJ|'|&t-jL|'|&d,-sft-jNt-jP|'|&z }(t-jJ|(td.tS|(jUd/|'}"n|&}"|jr|jdk(r | td0|jr|jdz})|6t|"j d d|)zkDr |"d d |)|) fn |"d d d df}"n|)}*t|}+tWt|"j d |*|+z},|"d d |*|,f}"|+t|"j d z }-|-dkDrt-jX|"d1d|-fg}"ng|et|}+t|"j d |+k\r |"d d d |+f}"n3t-jX|"d1d|+t|"j d z fg}"| r|"d}"|"S#t0$rW}t3j4d%|d&t6d't,j$j'||jd !}Yd }~d }~wwxYw)2a Inverse STFT. Input: [B, F, N] (Complex, ``input_layout="bfn"``) or [B, N, F] (Complex, ``input_layout="bnf"``) Output: [B, T] (Real) long_mode_strategy: - "native": always use MLX FFT for iFFT (fastest path). - "numpy_fallback": for center=True and extended-length requests (length > trimmed_length), use NumPy iFFT to reduce cross-framework numerical drift in long-mode tails. - "torch_fallback": for targeted center=True extended-length requests, run torch.istft for strict parity while keeping native MLX path for all other cases. backend_policy: - "auto": use legacy routing rules from long_mode_strategy. - "mlx_fft": force MLX iFFT path (no NumPy/Torch fallback route). - "metal": same as mlx_fft, but require Metal OLA/envelope kernels. - "torch_fallback": force torch.istft path for this call. >rQnumpy_fallbackr;zPlong_mode_strategy must be one of {'native', 'numpy_fallback', 'torch_fallback'}rr8rQzGWhen backend_policy is not 'auto', long_mode_strategy must be 'native'.zbackend_policy.call.rYrrzistft expects a 2D/3D complex spectrogram in [F, N]/[B, F, N] (input_layout='bfn') or [N, F]/[B, N, F] (input_layout='bnf'); got Nr`r<zDistft input_layout='bfn' expects frequency bins in axis=1 with size z (onesided) or z (dualsided); got axis=1 size z6. If your input is [B, N, F], pass input_layout='bnf'.zDistft input_layout='bnf' expects frequency bins in axis=2 with size z (dualsided); got axis=2 size z6. If your input is [B, F, N], pass input_layout='bfn'.rAr;rrzMbackend_policy='torch_fallback' requested, but torch fallback is unavailable.z*backend_policy.route.torch_fallback_forcedr@z(backend_policy.route.torch_fallback_autorz#backend_policy.route.numpy_fallbackrrF)r0rzTnumpy irfft fallback failed; continuing with native MLX irfft path (fallback error: r stacklevelzbackend_policy.route.mlx_irfftr:)rQrGrRrHrrh㈵>)atolzistft mismatch: max diff rUz;length is required when center_tail_pad='minimal' for istftr)-rcrrr rrrkrerrWrrUr_istft_torch_fallbackrrr/r1rrrrr'rrwarningswarnRuntimeWarningrr4rBr_MLX_OLA_FUSE_NORMrhr&rrYrallcloserdrrrrYrc).rfrVrGrOrRrKrHrSrrr`ra orig_2d_inputz_bfnz_bnf onesided_bins twosided_binsrrrQtrimmed_lengthis_long_request out_torchuse_torch_fallbackuse_numpy_fallbackz_nptime_frames_nprerrwindow_runtimewindow_sq_runtimer fuse_normrr4r rr out_legacy out_fuseddiffrcrrrdrs. rhrGzSpectralTransform.istft sB %S SA 3 44 !   >%%4 >_%  > $'77  > T__%)S_<  } Aq!,2252HI$#$NO )! I   =KK1a(E ' 9T[[! 9_% 9$'77    E F Izz%("$DJJR"."&%&0!hh~RZZH  @ A&&,,u ,DK ??%(9(99K,0,G,G HYHY,Z))//X\2TZZ?&6; )W4   *X ++   X%!+ C%+ G $55hm5\ E9}} *!..4 9,J/"%OO"/   :.{{9jtD66"&&Z)?"@ADGGDM&)B5CUVYBZ'[\\  ;;4//9<M  ;;**/C~*-ciil*;q3w*Gc!S#X+&SQRTVUVTVQVZV#ciil+UV^<!U3Y,'"S1%66 q=&&v9~&>?C  [F399Q< F*!WfW*offS6AvCIIaL8I/I+J"KL a&C K I ((+uA/"  !ffll5DJJRlH  Is2B\&& ^/A ^^rc|jr|jdk7r tdy ddl} tj|}|jd k7rtd |j|j|jjj!rd nd }|j#|}|j$|j&k7r|j)|j&}|j)|}|j*j-|j.}|ttj|j0tj2} |j#| j)||j2}||j*|j.<t5|jd} | t5|j6k7} t j85t j:ddt<|j?|t5|j6t5|j@t5|jB|tE|jtE|jFtE| d| t5|nd } dddtdtIjJ jMj)d jOtHj2S#t$r5}tdt j d|dtd Yd}~yd}~wwxYw#1swYxYw#t$r5}tdt j d|dtd Yd}~yd}~wwxYw)z>Run torch.istft for strict parity in selected long-mode cases.r@z2backend.torch_fallback.unsupported_center_tail_padNrz#backend.torch_fallback.import_errorzPtorch fallback unavailable; continuing with native MLX iFFT path (import error: rrYrrz0expected [B, F, N] spec for torch fallback, got mpscpur)r%)r%rr`ignorezIAn output with one or more elements was resized since it had shape \[\].*)messagecategoryF) rrUr*rrWronesidedreturn_complexrGzbackend.torch_fallback.successzbackend.torch_fallback.errorzMtorch fallback failed; continuing with native MLX iFFT path (fallback error: )(rWrrtorchrrrrr/r1rrcrkr%backendsr is_available from_numpyr complex64tor<rrrrrercatch_warningsfilterwarnings UserWarningrGrUr*rrr'rdetachnumpy) rfrrGrrspec_npr%spec_twindow_t window_nprrout_ts rhrz'SpectralTransform._istft_torch_fallback s ;;4//;>  T U  4 jj'G||q  #ST[TaTaSb!cdd\\5>>+=+=+J+J+L%RWXF%%g.F||u.9YYfY-F//33FKK@HJJt{{"**E  ++I699u}}9]8@((5FLLO,I C O3H((*''6)  djj/"4??3"4??3# ,#DOO4!(^#(+1+=CK4$ +. @ A88ELLN--e4:: ? MM$$'5+    sIK(F*L5B-L)A"L5( L&1+L!!L&)L2.L55 M3>+M..M3)Nrw)r`rJ)r`Nr)"rrrrrrer rrrrrrir5r7r'rrBrrNrWr]rbrTrUrwrqrrrrYrFrGrrrjrhr r 8s I %) O6")2)4 .2O6O6O6SM O6  O6O6O6O6'O6'O6O6'smO6bCE"((BHH:L4M"CSD&S&hsm&t&6 $  (,     !  :9>#&!%  "*(,!? ? ?  ?  ?? ?! ??BBGFrxxF3F288F!%  "*(,! 88      !  <&* =!=! =! sm =!  =!H 8/8/S#X 8/  8/  8/|FRXXF"((FX!% g 88g g  gT7<Z Z /3Z rxx! "Z x9>E'bhhE'#E'"((E'T!% u ! "*(,!u 88u u u  uuu u! uu unGXXG*23-G "(( Grjc/ReZdZdZdZdddddddd dd d d d dddddddddddedededeedededeededed e d!eed"e d#ed$e d%ed&e d'e d(ed)ed*ed+ed,ed-df.d.Zd/ej&d-ej&fd0Zd/ej&d-ej&fd1Zd"e dzd2edzd-e fd3Zd4ej&d"e d-ej&fd5Zddd6d/ej&d"e dzd2edzd-ej&fd7Zddd6d/ej&d"e dzd2edzd-ej&fd8Zddd6d"e dzd2edzfd9Zy):r a$Mel spectrogram frontend built on top of :class:`SpectralTransform`. Modes: - ``mlx_native``: per-example ``top_db`` clipping (batch-independent). - ``torchaudio_compat``: torchaudio-compatible packed-batch clipping. - ``default``: compatibility alias of ``mlx_native``. )rrrUr*rrrrrrrur output_scalerrrspectralr _compiled_fnsi]r?NrrVryrCrrKrrMrrErwTr>r@F)rrrUr*rrrrrrrrrrrrur)r+rWrrrrrrUr*rrrrrrrrrrrrur)r+rWrrrr^c t||_t||_t||_| t|n t||_t||_t ||_t ||jdzn||_t ||_ | |_ | |_ t|}|dk(rd}||_ | |_t| |_t | |_t||_t ||_|jdvr t'd|jdkr t'd|jdvr t'd |j"d vr t'd |j d kr t'd |j$d kr t'dt)|j|j|j||||d||d |_t-|jdzdz|j|j|j |j|j|j|_i|_y)NrYrGrE)rErFzBmode must be one of {"mlx_native", "torchaudio_compat", "default"}rpower must be > 0rHz3output_scale must be one of {"linear", "log", "db"}rL1log_mode must be one of {"clamp", "add", "log1p"}rVlog_amin must be > 0zlog_scale must be > 0 rrUr*r)r+rWrrrrrr`r)rerrrUr*rrrrrrrrrurrrrrrcr0rrrr)rfrrrUr*rrrrrrrrrrrrur)r+rWrrr mode_names rhriz MelSpectrogramTransform.__init__G s4{+Z j/-7-C#j/U&k 5\ EM4++q0uM 5\  "I  !$I   -h H  y) 99? ?ab b ::?01 1   $; ;RS S == 9 9PQ Q ==C 34 4 >>S 45 5)**!++!%   -ZZ1_q(****;;((nn   rjric |jj|d}|jdk(rtj }|r|dur|j \}}}t |t |zt |z}|jtj}tj|gtj} ||| gg|ddftd|ddf|fgtjgd } | jt |t |t |Stj|} |jd k(r| } n$|jdk(r| | z} n| |jz} | jtjS) z._compileds'''A Arj)r/rrr'r\r)rfrr,rrXr.s` @rh get_compiledz$MelSpectrogramTransform.get_compiled s--r@FrrrUr*rrrrrr)r+rWrrrrIrrrUr*rrrrrr)r+rWrrrr^c t||_t||_t||_| t|n t||_t ||_t||_||_ t | |_ t| |_ t| |_ t| |_t| |_||_||_t||_t'j(|t&j*|_|j dkr t/d|jdvr t/d|jdvr t/d|jdkr t/d|j,j0d k7r"t/d |j,j2t|j,j2d |_|j4|jd z|jd zd zfvrHt/d |jd zd|jd zd zd|jd|j4t7|j|j|j|j|j|j|j$d|j |j"d |_d|_y)NrrVrrPzEoutput_scale must be one of {"linear", "log", "db", "log10_plus_one"}rLrrrYz2filterbank must be rank-2 [n_freqs, n_bands], got rr`z!filterbank axis 0 must have size z or z for n_fft=z, got r)rerrrUr*rrrrrrrr)rr+rWrrrr'rrrIrcrrkrJr0rrK)rfrIrrrUr*rrrrrr)r+rWrrrs rhriz%FilteredSpectrogramTransform.__init__:s\({+Z j/-7-C#j/U5\  - h H  YX 6l ..z*((:RZZ@ :: 01 1   $M MW  == 9 9PQ Q ==C 34 4 ??  1 $QRVRaRaRgRgQhij j"%doo&;&;A&>"?  " "4::?DJJ!Oar`rY rrrUr*r)r+rWrrr<rErryr)_ensure_audio_batchrWrrerkr_stft_magnituderrUr*r)r+rrrFr'rrrrJrrrrI) rfrix_bsqueezedmag_bfnrrspec_bfn filtered_bnt filtered_btns rh_filtered_linearz-FilteredSpectrogramTransform._filtered_linears+A7MN X KK$$ 1CIIaL!djjAo6( ,,jj????..{{ $ 4 4 $ 4 4 JGQ==%%c%?DffTl))"**5G w}}Q D$;$; ;a!:4#:#:!:A=>G :: H ZZ3 (H$**,Hyyh !BDOOT ||L)<CCBJJO X%%rjrZc|jdk(r|S|jdk(r"t||j|jS|jdk(r5t j |dzj tjS|jdk(rdnd}t|||jd j tjS) NrIrJ)rrrQrrrrr2) rrrrr'rrrrr r)rfrZrs rhr4z0FilteredSpectrogramTransform._apply_output_scales    (     %#     0 088L3./66rzzB B>BjjC>O{U\ ;;  &   rjcf|j|\}}|j|}t||S)NrV)r[r4_restore_feature_batch)rfrirZrVr4s rhr#z1FilteredSpectrogramTransform.filtered_spectrograms4!%!6!6q!9 h&&|4%cH==rjc$|j|Srnr#r*s rhr=z%FilteredSpectrogramTransform.__call__s((++rjcj}||Stjdtjdtjffd }|_|S)z7Return a cached compiled filtered-spectrogram callable.rir^c&j|Srnrarirfs rhrXz._compileds,,Q/ /rjrKr'r\rrfrrXs` rhr@z)FilteredSpectrogramTransform.get_compiledsU""  M  0 0bhh 0  0&rj)rrrrrr'rr/ndarrayrer rrrrrrrrirwr[r4r#r=r@rrjrhrr!sQI4"$(,4#&)2)4 %C!HHrzz)C! C!  C!  C!SMC!C!*C! C!C!C!C!C!C! '!C!"'#C!$%C!& 'C!J &"(( &uRXXt^/D &DRXX&>bhh>288> ,"((,rxx, rjrrLrrIrrMrwr>r@rMrIrrctdid|d|d|d|d|d|d|d|d | d | d | d | d | d|d|d|}||S)NrIrrrUr*rrrrrr)r+rWrrrr)r)rirIrrrUr*rrrrrr)r+rWrrrrPs rhr#r#s(-     "(( !I$ Q<rjrx) diff_ratio frame_sizehop_sizeric t|}t|}t|}|dkr td|dkr tdd|cxkrdkstdtdtj|}ttj ||t|j zkD}t|dz |z }tt dt||z S) Nrzframe_size must be > 0zhop_size must be > 0rVrzdiff_ratio must be in (0, 1]rYr`) rerrcr/hanningargmaxrdrround)rjrkrirsample diff_sampless rh_diff_frames_from_hannrrs ZJ8}Hz"JQ1221}/00 * # #788 $788 ZZ #F 6Jvzz|1D$DDE FFv;?V+L s1eL8345 66rjr)lagrjrkri time_axisrsrtc|jdkrtd|j||| td|'||d}n tt |t ||}t |}|dkr tdt |}|dk\r|n|j|z}|dks||jk\rtd |d |jt j ||d }t j|}|d |df|d d| fz |d |df<t j|d jt j}t j |d |S)z 0z time_axis z is out of bounds for shape r.rV) rrcrkrrrer'moveaxisrrrr) rirsrjrkrirtrlmovedrs rhr%r%s^ vvzOPQPWPWyYZZ J2h6JKLL {  !1C(z?X%C c(C ax*++ y>D194!&&4-D ax4166>:i[0LQWWIVWW KK4 $E == DCI&sEcTEz)::DcdO ::dC ' ' 3D ;;tR &&rjceZdZdZdZdddddddd d d ed ed ededededededdfdZdejdejfdZ dejdejfdZ dZ y)rzCHybrid CQT built from cached CQT bases plus shared STFT transforms.)srrUfminn_binsbins_per_octave filter_scalersparsityn_pseudon_full n_octaves _pseudo_basis _pseudo_scale _pseudo_stft_pseudo_short_stft _octave_bases _octave_stfts_octave_short_stfts_scale_factorsrKrLrVPZ@@T r{Gz?ryrUrzr{r|r}rr~ryrUrzr{r|r}rr~r^Nct||_t||_t||_t||_t||_t||_t||_t||_ |jdkr td|jdkr td|jdkr td|j dkr td|j dkr td|jdkr td|jdkr td d|jcxkrd kstd td t|j|j|j|j |j |j|j|j} t| d |_ t| d |_ t| d|_| d|_| d} | d|_d|_d|_d|_nut| d} | d|_t| d|_t)| |j| dddddddd |_t)| |j| dddddddd |_g} g} g}| dD]\}}}| j+|| j+t)t|t|t|dddddddd |j+t)t|t|t|dddddddd t-| |_t-| |_t-||_d|_y)Nrzsr must be > 0hop_length must be > 0rVfmin must be > 0n_bins must be > 0bins_per_octave must be > 0zfilter_scale must be > 0znorm must be > 0rzsparsity must lie in [0, 1)rrr scale_factorspseudorbasisscalerwTFr>r@rr?octaves)reryrUrrzr{r|r}rr~rc_cached_hybrid_cqt_planrrrrrrrrr0rrwrrrrK)rfryrUrzr{r|r}rr~plan pseudo_plan pseudo_nfft octave_bases octave_stftsoctave_short_stftsr octave_nfft octave_hops rhrizHybridCQTTransform.__init__Gswb'j/$K &k "?3!,/$K h 77a<-. . ??a 56 6 99 /0 0 ;;! 12 2   1 $:; ;    #78 8 99 /0 0dmm)c):; ;*:; ;& GG OO II KK     II MM  D,- $x.) T+./"?38n  !%D !%D  $D &*D #k'23K!,W!5D !&{7';!@#<0"<0#();#<  rjric zt|d\}}g}|jdkDrng}|}t|jD]\}}|j|} t |j dt |jdzkDr|} | j|d} tjtj|j|dddddf| jtj} |j| |t!|jdz kst#|}t%d|D} |D cgc]} | ddddd| f}} |j'|jtj(|d |j*dkDr2|j,J|j.J|j0J|j2}t |j dt |j0jdzkDr |j0}|Jtj|j|djtj}tj|j,dddddf|t5|j.z jtj}|j||s t7d tj(|d }||j8ddddfzjtj}t;|| Scc} w) Nr$rPrr`rYr<rEc3LK|]}t|jdyw)rYN)rerk)rqos rhrsz0HybridCQTTransform.hybrid_cqt..sEnS_ns"$rkz-HybridCQTTransform produced no octave resultsr^)rSr enumeraterrrerkrrFr'rrrrrrr_downsample_2x_batchedrYreversermrrrrrrrrr_)rfrirUrVresultsoctave_results octave_audiorrF current_stftrcqt_oct min_framesrr. pseudo_stftspec_mag pseudo_cqtcqts rhr$zHybridCQTTransform.hybrid_cqts+A|D X"$ ;;?-/NL&t'9'9: T#77< |))!,-TZZA1EF#'L#((U(K&&4+=+=c+B4A:+NPT!UV]]^`^h^hi%%g.T//0144#9,#GL;EnEEJ5CD^qA{ {*+^GD OO  NN2>>': ; ==1 %%1 11%%1 11$$0 0011K399Q< C(9(9(?(?$@A$EF"// * **vvk..s%.HIPPQSQ[Q[\H $,,T1aZ8(CeDL^L^F__fRZZ   NN: &NO OnnW1-T((q$77?? K%cH==-EsL8c$|j|Srnr$r*s rhr=zHybridCQTTransform.__call__sq!!rjcj}||Stjdtjdtjffd }|_|S)zDReturn a cached compiled hybrid-CQT callable for steady-shape loops.rir^c&j|Srnrrds rhrXz2HybridCQTTransform.get_compiled.._compileds??1% %rjrerfs` rhr@zHybridCQTTransform.get_compiledsU""  M  & &bhh &  &&rj) rrrrrrerrir'rr$r=r@rrjrhrr-sMI4'!!! ! !  !  !!!!! !B'>BHH'>'>R""(("rxx" rjrrryrzr{r|r}r~c tt|t|t|t|t|t|t|t|S)Nr)rrerrs rh_cached_hybrid_cqt_transformrsK  r7z? 4[6{O,<( 4[x  rjrrrrrc tt|t|t|t|t|t|t|t|} | |S)z6Compute a hybrid CQT magnitude spectrogram from audio.)rrer) riryrUrzr{r|r}rr~rPs rhr$r$sT- B J d  F  O l d  h I Q<rjc%eZdZdZdZddddddd dd d d d d ddddddededededeedededeedede deede de d e d!e d"ed#eddzd$df$d%Zd&ej"d$ej"fd'Zd&ej"d$ej"fd(Zd)Zy)*rz?MFCC frontend built on top of :class:`MelSpectrogramTransform`.)rrrrUr*rrrrrrr)rWrrrdct_norm mel_transformdct_mat _dct_mat_t_lifter_weightsrKrLr?rNrrVrDrrwTr>r@rrrrrrUr*rrrrrrr)rWrrrrrrrrUr*rrrrrrr)rWrrrrr^ct||_t||_t||_t||_| t|n t||_t||_t||_t||jdzn||_ | |_ | |_ | |_ t| |_t| |_||_||_t||_||_|jdkr t+d|j dkr t+d|j|j kDr t+d|j&dkr t+d|j(dvr t+dt-did |jd |jd |jd |j d |j d|jd|jddd|jd|jd|jddd|jddd|j d|j"d|j$dd|_t1|j|j |j(|_t5|j|j |j(|_|j&dkDr-t9|j|j&|_d|_yd|_d|_y) NrYrrrrlifter must be >= 0r'dct_norm must be one of {None, "ortho"}rrrUr*rrrrryrrrrurEr)r+TrWrrrFr)rerrrrUr*rrrrrrrrr)rrWrrrrrcr rrr_cached_dct_matrix_trrrrK)rfrrrrUr*rrrrrrr)rWrrrrs rhrizMFCCTransform.__init__Os*{+&k Z j/-7-C#j/U&k 5\ EM4++q0uM  " Y6l ..&k   ;;! 12 2 ;;! 12 2 ;; $78 8 ;;?23 3 == /FG G4 (( **    ;;  **  **   nn ;;  nn  ;; !00! "!00# $% (*$++t{{DMMR .t{{DKKW ;;?#9$++t{{#SD !$(D  rjric.|jdk(}|r |dddf}n'|jdk7rtd|j|jj |d}t ||j |j}|r|jd}|S) zICompute MFCCs, returning ``[B, n_mfcc, frames]`` or ``[n_mfcc, frames]``.r`NrYz!mfcc expects 1D or 2D input, got Tr,rrr) rrcrkrr:rrrsqueeze)rfrirVrrs rhr&zMFCCTransform.mfccs66Q; $' A VVq[@ JK K$$44Qd4C) oo//  ''*Hrjc$|j|Srnr&r*s rhr=zMFCCTransform.__call__syy|rjcj}||Stjdtjdtjffd }|_|S)zAReturn a cached compiled MFCC callable for fixed-shape hot loops.rir^c&j|Srnrrds rhrXz-MFCCTransform.get_compiled.._compileds99Q< rjrerfs` rhr@zMFCCTransform.get_compiledsU""  M   bhh   &rj)rrrrrrer rrrrrrrrrir'rr&r=r@rrjrhrr3s_II8"$(!% &"&)2)4,3'L!L! L!  L!  L!SML!L!L!L!L!L!L!L!L! '!L!"'#L!$%L!&'"T)'L!( )L!\bhh288$"((rxx rjrrrVrrctdid|d|d|d|d|d|d|d|d | d | d | d | d | d|d|d|d|}||S)zCompute MFCCs from raw audio. Returns ``[n_mfcc, frames]`` for 1-D input or ``[B, n_mfcc, frames]`` for batched input. rrrrUr*rrrrrrr)rWrrrrr)r)rirrrrUr*rrrrrrr)rWrrrrrPs rhr&r&s4     (( !"#I& Q<rj)r'r)r*r+r,r&n_chromatuningchtt|t|t|t|S)Nrrrr)_chroma_filterbankrerrs rh_cached_chroma_filterbankrs.  $%jXV}  rjrQc|jdk(r |dddfdfS|jdk7rt|d|j|dfS)Nr`TrYz expects 1D or 2D input, got F)rrcrk)rirQs rhrSrS sOvv{qz4vv{G9$A!''KLL e8OrjrVc|r|dS|Srr)rirVs rhr_r_s1Q4""rjcLt|}t|}|dkr td|dkr tdtjj |dt |z j tj}tj|tjS)Nrrn_fft must be > 0rrrr) rercr/rrfftfreqrrrr'r)rrrs rh_fft_frequenciesrsk"K JEa233 z,-- FFOOesU;-?'?O @ G G SE 88E ,,rjinclude_nyquistct|}t|}|dkr td|dkr td|rR|dz dz}tjj |dt |z j tjS|dz}tjj|dt |z d|j tjS) Nrrr`n_freqs must be > 1rYrr)r) rercr/rrrrrfftfreq)rrrrs rh_fft_bin_frequenciesr$s k"K'lGa233!|.//1!vv#k0B*BCJJ2::VV aKE 66>>%3{);#;> 0rVzf_min must be > 0zf_max must be > f_minzf_ref must be > 0)rryrYrosiderz@log_triangular_fbanks requires at least three center frequenciesz?not enough distinct FFT bins to build log triangular filterbankrrrrFendpointz)log_triangular_fbanks produced no filtersrk)rerrcrrr/log2rorfloorr  searchsortedsizerruniqueziprrrsumrr'rstack)rrrrrrrrrbin_frequencies num_octaves num_bandscentersrnror left_bins right_binsfiltersrrWstopstart_icenter_istop_i center_relstop_relfiltr&bands rhr"r"7s'lGk"K+, %LE %LEa233!|.//1788 |,-- ~011 e  C<01 1*_-O  }ggeem, !1K!?@A #"))IM":UCS=T"TUUxx .1AAB .1AAB#"))D%"85AQ;R"RSS"//'59:;IBOOGUIJ||a[\\**73Ggggq#o"6":;G! ,I )J w"Z'%999G))G$||aZ[[ "G"73B<2 Lvte*v;T G a Hq[F' G#xx 3 > " Cj5 QD* KKS(Z2GRWXZ[ "&&,'Es{ xxrzz2#WVt' M( DEE 88BHHW1-RZZ @@rjc>tt|t|Srn)rre)rrs rh_cached_fft_frequenciesrs C ,c%j 99rjn_bands.ctjdt|dz t|dzdztj}tj t|dztj}t|dtj dt|dzzz|ddtj|dddt|zk\r td g}tt|dd|ddD]\}\}} ttj||d } ttj|| d } | | kr%t| dzt|jd} |dkDrt| dz d} |t|k(rt|jd} n | | z dkDr| dz} |j| | ft!|S) NrVryrYr`rrrrxz>Frequency band exceeds Nyquist. Reduce either fmin or n_bands.rnrro)r/rrrerrrrrcrrrrYrkrdrrw) rrrrzfreq_npoctabandsrf_lowf_highrrds rh_cached_spectral_contrast_bandsr skk#u[1C7UaZ!^9LTVT^T^_G 88CL1$BJJ 7DT{cRYYq#g,2B%CCDDH vvd3Bi3{!3334YZZ#%E'D"ItABx(@A?E6BOOGU@A"//'6@A %<eaiW]]1%5!67C q5 1%E G gmmA&'C 5[1_ 1HC eS\"B <rjchtjtt|t||dS)Nr`r)r'rrrers rhrrs' <<*3v;F TJF SSrjct|}t|}t|}|dkr td|dkr td|dkr td|dtj|tj t|z zzS)NrrrVrrryr)rerrcr/rr)r{rzr|s rh_cqt_frequenciesrs [F ;D/*O {-.. s{+,,!677 3299V2::>AWWX YYrjrctj|tj}|jdk7s|jdk(r t d|jdk(r%tj dtjSt|d|dz }||zdz ||zdzz }tj|j|tjS)Nrr`rz#freqs must be a non-empty 1-D array)r`r) r/r1rrrrcr}rfullrk)rratioalphas rh_relative_bandwidthrs JJuBJJ /E zzQ%**/>?? zzQwwt2::.. %(U1X% &E U]S UU]S%8 9E 775;;RZZ 88rj)gammarrctj|tj}tj|tj}|j|jk7r t dtj |dkr t dtj |dkr t dt ||z }t ||z }|t |z||zz S)Nrz(freqs and alpha must have matching shaperVzfreqs must be strictly positivezalpha must be strictly positive)r/r1rrkrcrr)rryr}rr gamma_termqs rh_wavelet_lengthsrs JJuBJJ /E JJuBJJ /E {{ekk!CDD vvesl:;; vvesl:;;u%J le#A uRy=EJ. //rj)rrUcttj|tjt |t |tj|tjt |}g} t ||D] \} } t tjt | } tj| dz| dztj} tjdtjzt | zt |z | z}|tjt|z}t |dk(r.|tjtj|dzz }| j| t tj |}t dtj"tj$|z}|Jt!|t ddtj"tj$t |zz}tj&t||ftj(}t+| D]-\}}|t|z }|dz}|||||t|zf</||dddft |z z}tj,j-||d ddd|dzdzf}t |d kDrjtj|}t/|j0d D]:}t tj2||t |}d |||||kf<<|j5tj6t ||fS) Nr)rryr}rrrYy@rg#B ;ryr`rrVr)rr/r1rrrrerorrrrmrrrrrdr rr complex128rrrrkquantilerr )ryrr}rr~rrrUlengths filt_listilenrlength_itsigmax_lenrrrr pad_totalr! fft_basismagsrowthreshs rh_build_cqt_fft_basisr(sjjbjj1 9<(jjbjj1El G#%I'5) drxxd ,- IIxi1nh!m2:: FffX%d 3eBi?!CDBJJs3x(( ;# s ,u45C*BFF7O$G rwwrwww/00 1EE3sq2772773z?3K+L'LMNO HHc%j%( >Ey) TCI% >48c8Hs4y0001* WQW e ,,E 5E 216F Q6F3FGI Xvvi A'C2;;tCy%/BCF25Ic49.. /(   BLL )3u:w >>rjc|d}d}d}tj|tj|dz dz z }|tj||zz}|dz dz }tjtj dd||z d zz }tj ||ztj |z }||zjtj}|tj|z}|jtj}tj|tjddddfS) N?rxg @rr`ryrVrrY) r/rrsincrri0rrrr'r) num_tapsrbetaridealradius window_argrrs rh_cached_halfband_kernelr2sH F D ("**-A0DDA RWWVaZ( (Elc !FCF q/@)@ABJ UU4*$ %d 3Ffn $ $RZZ 0F bffVnF ]]2:: &F 88F"** -dAtm <rcru)striderry) rrcrkr2 _pad_waveformr'conv1drr/r)rirVrx_padr4s rhrr-svv{H dAgJ 1NqwwiXYY $ &F !) 4E ))E!Q*%va 8C aAg,rwws|, ,C3q6&3&rjr{c tjtt|t |t|tj }t |} t|t |t || } dtjtj| zdt |zk} ttj| } t|| z } | dkDr*ttj| t |z nd}d}| dkDr|| }| | }tt ||t |t |t ||t|\}}}t|tjtjtj|jtj tj t tj"t |d}g}|d| }| d| }t |}t|}t%|D]$}t|}|dk(rt'| d}nt'| |dzz| |z}||}||}t||t |t |t ||d \}} }tj|tj"t ||z z}|j)tj|jtj*tj*t| t|f|dz}t-d|d z}'t| t| t||t/|tjd tj"| z jtj tj d S)N)rzr|r)rryr}rryr)ryrr}rr~rrU)rrrr`rV)ryrr}rr~rrrYr)rrrrrr)r/r1rrerrrrr rrr(r'rrrrrrslicerr rdrw)!ryrUrzr{r|r}rr~rrr pseudo_maskrrrr pseudo_freqs pseudo_alphapseudo_fft_basisrr octave_plans full_freqs full_alpha octave_srr octave_idxn_filtsl octave_freqs octave_alphaoctave_fft_basisrs! rhrr;s3 JJV5;OH\]jj E  &E 9<( G!122S5;L5LLK266+&'H [8 #FAG!BGGFU?%;;<=QRIK!|[) [) +?Ry|,t8_:, (+q%XXbffRZZ0@%ABII"**U]_]g]gh2775#567 57LwJwJb IZJI& _% ?w%Bw*q.1F7Z3GHB!"~ !"~ +?|,t8_, (+q::&67"''%)iBW:XX)00>bllSK J   S J!O, 5':Mf+^&3)9#9"A"A"**"MUWU_U_`  rjc|dkr|S|dk(rCt|jd|krtj|d||fgdSt ||Stj|d||fg|S)Nrr>r`redgert)rerkr'rcrr)rircrus rhr7r7sq  ax y qwwqz?c !66!fsCj1? ?)!S11 66!fsCj) 55rj frame_lengthpad_modec `t|d\}}t|}t|}|dkr td|dkr tdtj|}|rt ||dzt |}|j\}}||kr@tj|dd|t|z fgd }t|jd }d t||z |zz}tj|t|t||ft||d f } tj| |fS) N frame_signalrPrzframe_length must be > 0rrYr5rr?rtr`r) rSrercr'rr7rrkrcr) rirLrUrWrMrVrCrGrQrs rh _frame_signalrPs'&a@KAx|$LZJq344Q122 aA  !X  GGME6  FF1v<#f+#=>?j QQWWQZCK,.:==H ]] 5z3x=,7Vj!,F == ( **rjc t|d\}} |} t|}t|}| t|n t|}|r%|dk(r t|jd|dzkrd} t|||t |t |t |dd| | d } | j |d } tj| jtj}|| fS) Nstft_magnituderPr>r`rYr?Frr<rE) rSrerkr0rrrFr'rrr)rirrrUr*r)r+rWrrrVeffective_center_pad_modetrrr's rhrTrTs&a1ABKAx / JEZJ$.$:ZE J y (  O +$.! i.hF|1'! B 771E7 *D &&,  bjj )C =rjrlcv||St|}tj|}tj|r7|dkDrtj ||d}nJtj ||d}n1|dkr tdtj||z|dd|z z}|tj|dz S)NrTrz&norm must be positive, +/-inf, or Nonerr) rr'rrisinfrdrYrcrr)rirrlrCabs_xrs rh _normalizerXs  | $KE FF1IE zz% 19FF5td;EFF5td;E A:EF Fu~D4@S5[Q rzz%' ''rj)rrc t|}t|}t|}|dkr td|dkr td|dkr tdtjdt |t|ddd}d d t |t |z zz}t |tj ||d z z z}tj |dd t |zz g|f}tj tj|dd|dd z ddgf}tjj|tjd|tjj}tjt |d z } tj|| zdt |zzt || z }tjdd |ztj ||dfz dzz} tj"tj$| | zdd} | tj| dz } | tj tjd|t |z dz d z dzz|dfz} tj&| d|dzzd} tj(| dddtd|dz zftj*} t-j.| t,j*S)Nrrrzn_chroma must be > 0rVFrr`rryg0@g?rrrrgrYTrgؗҜ>2::gabkGCRL.H##NQTPU"VWL '299Q #KLNNAx3./I Q]TE(O%;;U8_MPYYA &&q277<(A#GGAMM NC GGBFF391t< =E  5%( (C277 t5?2S8C?AEFG 1  C ''#rX^,1 5C  s1&:A M(:&:#:;2:: NC 88Crzz **rjincludec|tSg}|D]Q}t|}|tvr&djt}td|d|||vsA|j |S|s tdt |S)NrzUnknown spectral feature z. Expected one of: z2include must request at least one spectral feature)_SPECTRAL_FEATURE_NAMESrrrcrrw)rfnamesraw_namervalids rh!_normalize_spectral_feature_namesrl1s&&E8} . .II56E8@STYSZ[\ \ u  LL   MNN <rjr'ctjtj|ddd}tj||ddddfzdd|z jtjS)Nr`Trr)r'rrrr)r'rrs rh_spectral_centroid_from_magrnCs[ JJrvvcD95 AE FF3tQ}--A E M U UVXV`V` aarj)centroidprocvt|}|dkr td| t||}tjtj |ddd}tj |ddddf|z |z}tj ||zdd|z d|z zjtjS) Nrz p must be > 0rr`Trrr) rrcrnr'rrrrr)r'rrpror deviations rh_spectral_bandwidth_from_magrtLs aAAv)).s%@ JJrvvcD95 AEuT1d]+h671> x &3 &@AA '@AA T{c9::5   J L $K  G E! sq%)Q'q)* #bggeHo 9:;Q?gghQ/ rww{1dsdA:6Q?@ RWW[SDE15A>? "XXgA & - -bjj 9F 88E " ) )"** 5D 88E ,DRXXbjjt455Grxx 64 899I i  ' ' 33rj chroma_fbctjtj|dtj|d}tj|djtj}t ||dS)Nrr r)rrl)r'rrrrrX)rrr chroma_bnc chroma_bcns rh_chroma_stft_from_powerrsY 2<<y92<< SY;Z[Jj)4;;BJJGJ jt" 55rj)rrcXt||d}t|d|d}t|||S)Nr<r7rrr2r)rr r)rrrrrrs rh_mfcc_from_powerrs8$E&uMGgWV-XG !% rjrYry333333?ri@{Gz?)r chroma_normr bandwidth_prur contrast_fmincontrast_quantilerrrrmel_normrrrrrrrrrc t|}|dkr tdd}d}d}d}d}d}d}g}|D]}|dk(r5|||z}|t||||}|jt |||>|dk(r|||z}|Tt ||dzn|}t t|jdt ||t| t|||}|tt| t| |}|dkDr |tt| t|}|jt|||||| t||}|d k(r"| t|| }|j|<|d k(r/| t|| }|jt|||| p|d k(r|jt||||dk(r"|jt!|||| | | td|t#|S)Nrrr'rrr&rYr`rrrrr)rrr*rrpror+rrur,)rrrrzrUnhandled spectral feature )rlrcrrrrrrerkrrrrrnrtr{rrw) r'rfrrrrrrrurrrrrrrrrrrrrMrrorrrrrrrf_max_resolveds rh!_spectral_feature_values_from_magrs_02':I z.//!E $H!E!%I"F!%I&*N G = }c  5k5(TZ[ NN''$   6>}c ~!&5={a'7e!T/ ! %%L"K $ 0Vc&k8T zn4!7F S[!Q NN !'!#1    =+K?E & &6s%H NN8 $ ) )6s%H NN,!%  ' ' NN*!- ( ( NN+ +#&.  :4(CD Dab >rj)rrrUr*r)rWrrrrrrrurrrrrrrrrrrrc t|}t||||||d|||  \}}t|fid|d|d|d| d| d| d | d |d |d |d |d|d|d|d|d|d|d|d|d|}||fS)NTrRrfrrrrrrrurrrrrrrrrrrr)rlrTr)rirfrrrUr*r)rWrrrrrrrurrrrrrrrrrrrrMr'rVrs rh_spectral_feature_valuesr+s<2':I# '' MC/        "$, !"#$%&'()*+F. 8 rj) rrrUr*rrr)rWrrrc Vt|d||||||| | |||  \\} } t| | S)z'Compute chromagram from audio via STFT.)r') rfrrrUr*r)rWrrrrrr^rr_)rirrrUr*rrr)rWrrrrrVs rhr'r'psK 7  ''MZ8 "*x @@rjrfrrrUr*r)rWrrrrrrrurrrrrrrrrrrrc t|}t|fid|d|d|d|d|d|d|d|d | d | d | d | d | d|d|d|d|d|d|d|d|d|d|d|d|d|\}tfdt||DS)zHCompute several STFT-derived descriptors from one shared magnitude pass.rfrrrUr*r)rWrrrrrrrurrrrrrrrrrrrc3BK|]\}}|t|fyw)r^N)r_)rqrrCrVs rhrsz$spectral_features..s*1KD% %eh?@1s)rlrrr)rirfrrrUr*r)rWrrrrrrrurrrrrrrrrrrrrMrrVs @rhr(r(sF>2':I/       ((  " !"$#$,%&'()*+,-./01234567FH: y&1 rjc7eZdZdZdZdddddddd d d d d dddddddd ddddddddeedfeezdzdededededzd ed!e d"ed#ed$ed%e dzd&e d'e d(e d)ed*e d+e d,ed-ed.e d/e dzd0e d1e d2e dzd3ed4e ddzd5df6d6Zd7ej d5eeej ffd8Zd7ej d5eeej ffd9Zd:Zd;Zy)r@rrYrVryrrrrrrrDrrrrrf.rrrUr*r)rWrrrrrrrurrrrrrrrrrrrr^c $ t||_t||_t||_t||_| t|n t||_t||_t||_ t||_ t| |_ t| |_ | |_t| |_t| |_t||_t||_t||_t||_t||_t||_t||_t||jdzn||_||_||_||_t||_||_|j"dkr t?dd|j$cxkrdkst?dt?d|j&dkr t?dd|j*cxkrdkst?d t?d |j(dkr t?d |j,dkr t?d |j.dkr t?d |j,|j.kDr t?d |j:dkr t?d|j<dvr t?dtA|j|j |j |jd|jdd|j|jd |_!d|_"|jrf|jdk(rWtA|j|j |j |jd|jddd|jd |_"tG|j|j|_$d|_%d|_&d|_'d|_(d|_)d|_*d|_+d|_,d|jvr;t[|j|j|j|j |_&d|jvrt]|jdzdz|j0|j2|j.|j|j4|j6|_'t_|j,|j.|j<|_(ta|j,|j.|j<|_)|j:dkDr%tc|j,|j:|_*d|jvr 0rVrrwr`r~z.contrast_quantile must lie in the range (0, 1)z'contrast_fmin must be a positive numberrrrrrrTFrr>r?r'r&r,)3rlrfrerrrUr*rr)rrWrrrrrrrrurrrrrrrrrrrrrcr0rrrrrrrrrrrKrrrrrrr )rfrfrrrUr*r)rWrrrrrrrurrrrrrrrrrrrs rhriz!SpectralFeatureTransform.__init__s<9A {+Z j/-7-C#j/UY6l "?3"?3H  &Fm  -!,/7| "=1!&'8!9&k &k 5\ EM4++q0uM   " &k     q 67 7T&&,,HI I-HI I <|j@|jB|jD} ntGd| tI| || | <x| S)zBCompute the configured feature set from a single shared STFT pass.r(rPr>r`rYr?Nr<rEr)rrr*rr+rr,)rrrrzrr|r'rr&rrr^)%rSrrWrerkrrrrFr'rrrrrfrnrrtrr{rurrrrrrrrrrrrrrrcr_) rfrirUrVrSstft_transformrr'rror4rrCs rhextractz SpectralFeatureTransform.extractsN+A7JK X$($8$8! KK$$ 1CIIaL!djjAo6(2 % $(<(< <AUAUAa!11N""3e"<ffTl!!"**-*5-LLD**#:3djjQH --#:3djjQH4**&&%  ++2**!%!2!2 ,,3 $ 0 0** LL++!33 $ 4 4&=#IE/"nn)) =#IE(;;"oo;;#'#7#7 !#>th!GHH.uxHCIe!f rjc$|j|Srn)rr*s rhr=z!SpectralFeatureTransform.__call__s||Arjcj}||Stjdtjffd }|_|S)z7Return cached compiled raw values in ``include`` order.ricdj|tfdjDS)Nc3(K|] }| ywrnr)rqrr4s rhrszSSpectralFeatureTransform._get_compiled_values.._compiled..s<|tT|s)rrwrf)rir4rfs @rhrXz@SpectralFeatureTransform._get_compiled_values.._compileds%,,q/C._compiled..sZ@Yue}@Ys)rrrf)rirrf values_fns rhrXz8SpectralFeatureTransform.get_compiled.._compileds)q\FZDLLRX@YZZ Zrj)rKrr'rrr)rfrrXrs` @rhr@z%SpectralFeatureTransform.get_compileds^""  M--/  [ [k#rxx-&@ [&rj)rrrrrrwrrrerrrrrrir'rrrr=rr@rrjrhrrsR&IV7;!!%(*$% "$#'"$&#,39NsCx49,t3N N  N  N$JNNNNNNT\NNN !N"#N$%N&!'N()N*+N,-N.t|/N01N23N4 5N67N8'"T)9N: ;N`EEk#rxx-&@EN"(({3='A  rjr)rrrUr*r)rWrrc t|d|||||||| \\} } t| jtj| S)z'Weighted mean of frequencies per frame.)r)) rfrrrUr*r)rWrrr^rr_rr'r) rirrrUr*r)rWrrrorVs rhr)r)sO5 &'' KX "(//"**"= QQrj) rrrUr*rpr)rWrrc t|d|||||||| | \\} } t| jtj| S)z9Weighted spectral bandwidth around the spectral centroid.)r*) rfrrrUr*r)rWrrrr^r) rirrrUr*rpr)rWrr bandwidthrVs rhr*r*sT6 ''' LY( ")"2"22::"> RRrj) rrrUr*rur)rWrrc Rt|d|||||||| | \\} } t| | S)zGFrequency below which ``roll_percent`` of spectral energy is contained.)r+) rfrrrUr*r)rWrrrur^r) rirrrUr*rur)rWrrr]rVs rhr+r+2sE1 %''! GTX "$ ::rj) rrrUr*rrzrr)rWrrc Vt|d|||||| | | ||| \\} } t| | S)z4Peak-to-valley spectral contrast per octave subband.)r,) rfrrrUr*r)rWrrrrrr^r)rirrrUr*rrzrr)rWrrcontrastrVs rhr,r,PsK 5 &''"KX "(X >>rjrLrUrWrMc(t|||||\}}tj|jtjdzd}tj |dddddfjtj}t ||S)z"Root-mean-square energy per frame.rrYrrkNr^)rPr'rrrrr_) rirLrUrWrMrrVrr4s rhr-r-rsz% ! FH GGV]]2::.!32 >E ''%.D! $ + +BJJ 7C !# 99rjc@t|||||\}}|dk\}|dddf|dddfk7jtj}tj|dt |z dddddfjtj} t | |S) z#Fraction of sign changes per frame.rr.r`Nrrkr^)rPrr'rrrr_) rirLrUrWrMrrVsigns crossingsrates rhr.r.s% ! FH aKEsABw5crc?2::2::FI FF92 &|)< = 1NrrrUrrrrryrrrrurEr)rwr+TrWrrrr.rVrYrrr) rercrr r:rkr'rrcr)rirrrUrrrrWrsrrrrrrVmel_trSrQflux pad_widths rhonset_strength_multirs.k"K JEZJ [F c(C Qw+,,vv{H dAgJ $     ( (!F( q-Awwr{H ::aST lQsEcTEz]2C 8DI Uq:~.. 66$)Q8 9D YhY D||A Krjc bt|||||||||| | | | | }tj|dS)aZHalf-wave rectified spectral flux of a dB-scaled mel spectrogram. Equivalent to ``onset_strength_multi`` averaged across mel bands. Defaults use Slaney mel scale with Slaney normalization to match librosa's ``onset.onset_strength`` conventions. Returns shape ``[frames]`` for 1-D input or ``[B, frames]`` for batched input. rrrk)rr'r)rirrrUrrrrWrsrrrrrmultis rhonset_strengthrsK0 !   '' E 775r ""rjc t|j|j|j|j|j |j |j|j|j|j S)N rrUr*r)r+rWrrrr) r rrUr*r)r+rWrrrrrzs rhrrs[ ii>>>>--zz++++>> 55  rj)rrrrc xt| t} t|tjrt ||||||||| ||  St t|t|t|t|t|t|t|t| t|t|  } t| S)zBReturn a cached or bespoke SpectralTransform for the given config.r) rrUr*r)rr+rWrrrrr) rr?rvr'rr rrerrr) rrUr*r)r+rWrrrrrr`r{s rhr0r0+s/4&"((# !!++!!1   %jz?z?i.hF|O,O, # !12 C ! %%rjr)r collectionsrrr dataclassesr functoolsrtypingrr r mlx.corecorer'__all__r2r rrrr@rrpathlibr4r5r6r7rr/rrrrrrrrrrr rrrrrre_CACHE_STATS_TRACE_MAX_RAWrrd_CACHE_STATS_TRACE_MAXrArrrrCrrrrr3rrr2rrrrrrrr1_METAL_K_BOUNDSrrrrNrRrgrmrr<r.rFrarorwrrtrrrr&rr8rEr9rArrKrLrrBrFrOrhr\rprrrr/rgrrrr r!rrrrrrrr rr r?rrrr%r)r1r r rrr#rrr%rrr$rr&rhrrSr_rrr"rr rrrrr(r2rrr7rPrTrXrrlrnrtr{rrrrrr'r(rr)r*r+r,r-r.rrrr0rrjrhrs#N33!++* X  ##IJ<(-. ./ ? # ( d " > ?./ , - EFY Y xJJNN)3/557 &'*JJNN/5;;=A[[%!$RZZ^^4TV[%\!]R!;<"INN$$+IWS\-(*tCH~*"*@AUA c c 59SW 1# 1s 18C= 1\` 16:SW#s8C=\`$,1DT$;T;*DCDcD#DCDCD 38E#sC*<$=>TJJNN&,224 &'     "c"hsm"H 12S22P    *    4       >'#23'#~>!N".'2# "0C4C4L("("Z " De !%3%d%t%``P  Q HHQ HHQ Q Q  QXXQt h HHh HHhxxh h  hhXXhZ3$& ' VVXXV V  V  VV V4CN=@P!9>>#JJNN8(C UWUUW&99"*% # 3rzz~~A6J K! u %eS8H2I)J :u:U43C-D::4 SM4 4 3Xc]HSM 12 4> _ "_ _  SM _  _  _ _  _ B 5288 5# 5"(( 5  57"((777/ / / /   /  / XX / b)3 )3 )3 )3 )3  3S= )3X>CRZZ%'srzz*6;RZZsrzz6-* -* -* -*  -*  -* -*-*XX-*f,3"8K=! xx=! ' (=! UO =!  =!  =! 4 5=!XX=!H%, + + + ' T ! + XX +> 3         XX( 3; ; ; ' T !;XX ;; 3  XX+0 ? 88 ? HH ?,' ? XX ?('+  XX xx HHtO  XX $ : xx : : :  : XX :I% ! SM   "  C=   !'  $   JJNN&,224 &'         XX<  #   38_ &G xxG G G # G # GXXG0xx       XXDmm`'^^B8!880ffZ $(0"%.%0%& xx&2::%& &  &  & & &&& DL&&&&& & #!&"##&$%&&XX'&Z 777 7  70!"' xx"' t"'d "' Dj "'  "'"'XX"'JRRj 2         2# xx       XX4JJ` $!""%.%0(/'- xx--  -  -  - - - - E?- -- UO-- - #!-"##-$ %-&g%'-(XX)-h 3        XX  288rxx~9N#bhh#T#bhh#-#-c-bhh-ZZ Z Z ZZ Z4 !SA SASASA  SA  SA 4<SASASASAXXSAl 3::S:RXX:: 3     5c?C  8 3T T T ' T !TXX TTZ Z Z Z ZZ Z$9rzz9bjj9" 0 ::0 0 0 :: 0  0ZZ0:!0? 0? ::0? 0?  0?  0? ::0? 0?d 0? 2::sBJJ &'0?f 2 = = = 'bhh '288 ' 2V VV V  V  V  V VV #s(^VVr 6 xx 6  6  6 XX 6#+ xx#+#+ #+  #+  #+ 288T>#+L' xx''  '  '  ''' '#'#' 288T>'T( xx( $,(  ( XX (4 $+$+ $+ $+  $+ XX $+N 38_tCy (4 / 38_$b b 88bXX b!% f f 88f f hho f XX f" /  / 88 / / XX /07;(4 (4(4  (4  (4  (4(4uS#X+,t3(4XX(4V6 886xx6 $, 6 XX 6  &*  88 HHxx  DL  HHtO XX. ! # "(/-t t38_t t  t  tt tttttt t t !t" 4<#t$%t&'t( DL)t* +t,g%-t. 288S=/tv!$& ! # "(/9B xxB38_B B  B  Bd BB BBBBB BB !B"#B$%B&'B( )B* +B, -B. 4!$&S xxSS  S  S d S SS SSSXXSB!$&; xx;;  ;  ; d ;;; ;;;XX;B!$&? xx??  ?  ? d ?? ??? ???XX?J : xx:: :  :  :XX:0 ; xx;; ;  ;  ;XX;<!""%.%0H xxHH  H  H  H H E?H H H HH UOH#H#H XX!H\!""%.%0(# xx(#(#  (#  (#  (# (# E?(# (# (# (#(# UO(##(##(# XX!(#^ 2 } 1B  0&/%0*..& .&.& .&  .&  .& .&.& .&#.&#.&#3-.&.&qs%!$%f&% $%s.>"AG")AG0G"AG-G,AG-G0AG;G:AG;