i\SUdZddlmZddlZddlZddlmZddlm Z ddl m Z ddl mZmZmZddlmZmZmZiZded <d%d Zd&d ZiZd ed <d'dZd(dZd)dZd)dZd*dZedd+dZd,dZ d)dZ!d-d.dZ"Gdde jFZ$Gdde jFZ%Gdde jFZ&Gdd e jFZ'Gd!d"e jFZ(Gd#d$ee jFZ)y)/z MLX implementation of Demucs (inference-only). Optimized and Corrected: - Fixed GroupNorm reshape bug for 3D tensors. - Uses optimized matmul/sigmoid. - Removed Method-level JIT to prevent runtime binding errors. ) annotationsN) lru_cache) Conv1dNCLConvTranspose1dNCLLambda)MLXStateDictMixin center_trimunfoldz&dict[tuple[int, float, str], mx.array]_RESAMPLE_FIR_CACHEc |dzdk(r tdt|t|t|f}tj |}||St j|t j}|dz dz }||z }dt|z|z}t j|dk(t j|t jtj|ztj|zz } ddt jdtjz|zt|dz z zz } dt|z| z| z}|t j|z }|j!|}|t|<|S)a'Design a symmetric low-pass FIR using a Hann-windowed sinc. Args: numtaps: odd number of taps (e.g., 63) cutoff_cycles: cutoff in cycles/sample (Nyquist=0.5) dtype: mx.float32 / mx.float16, etc. Returns: (numtaps,) filter, normalized to DC gain 1.0 rz0numtaps must be odd for symmetric 'same' paddingdtyper@?) ValueErrorintfloatstrr getmxarangefloat32where ones_likesinmathpicossumastype) numtaps cutoff_cyclesrkeyhnMtxsincws j/Volumes/fast/ai/experiments/voice-extract-mac/.venv/lib/python3.12/site-packages/demucs_mlx/mlx_demucs.py_lowpass_fir_hannr.!sH{aKLL w<}-s5z :C$A} ',A 1A AA eM""Q&A 88AFBLLORVVDGGaK-@DGGaK-P QD cBFF3=1,uWq[/AABBBA u]# #t+a/A BFF1I A A  Hc|jd}|dkr/tj|dg|jdz z||fgzdSg}|dkDr%|dd|dzfddddf}|j ||j ||dkDr&|d| dz dfddddf}|j |tj |d S) z;Reflect-pad on the last dimension. Works for any ndim >= 1.rrredgemoder.Naxis)shaperpadndimappend concatenate)r*pad_left pad_rightLpartsleftrights r-_reflect_pad_lastrCHs  AAvvva&QVVaZ0Xy4I3JJQWXX E!|aAo%&sDbDy1 T LLO1}# zA~r))*3"95 U >>%b ))r/z dict[tuple[int, str], nn.Conv1d]_RESAMPLE_CONV_CACHEc N|t|f}tj|}||St|jd}t j |||ddd|}tj|jddd||df}||_ |j|t|<|S)zKGet or create a depthwise Conv1d that applies FIR filter h to each channel.rrF) in_channels out_channels kernel_sizestridepaddingbiasgroupsr1) idrDrrr8nnConv1dr broadcast_toreshapeweighteval) num_channelsr&r%convkr,s r-_get_depthwise_fir_convrW\s A C  # #C (D   AGGAJA 99 !  D  !R+lAq-ABADKIIK $ Kr/ct|jd}|dz}t|||}|jddd}|jd}t ||}||}|jdddS)zADepthwise FIR 'same' conv for x in (N, C, L) using native Conv1d.rrr)rr8rC transposerW) r*r&rVr9xpadxpad_nlcCrUys r-_conv1d_same_nclr^wsq AGGAJA q&C QS )D~~aA&H  A "1a (D XA ;;q!Q r/ch|j\}}}tj|tj|gdj ||d|z}t ddtj }t|jtj |dz}|j|jS)z1Upsample by 2 with zero-insertion + low-pass FIR.r1r6r??r#r$rr) r8rstack zeros_likerQr.rr^r"r)r*Br\r?x_upr&r]s r- _resample_2xrgsggGAq! 88Q a() 3 ; ;Aq!a% HD "D KARZZ0!4s:A 88AGG r/ctddtj}t|j tj|}|ddddf}|j |j S)z/Downsample by 2 with low-pass FIR + decimation.r`rarb.Nr)r.rrr^r"r)r*r&r]s r-_resample_halfrisQ"D KA"**-q1A #ss( A 88AGG r/cbtt|rtt|StjSN)hasattrrgetattrr) dtype_strs r-_dtype_from_strros#r9r9%% ::r/ )maxsizect|}tj||}|dddf|dddfz }tj|tj}||fSNr)rorreyebool_)Trnrindexesdeltarts r-_localstate_delta_eye_cachedrysV I &Eii'G AtG wtQw/ /E &&"(( #C #:r/ct|}|dkDrgtt|}tj||}|dddf|dddfz }tj |tj }||fSt|t|S)Ni'r)rrorrrrtrury)rvr dtype_objrwrxrts r-_localstate_delta_eyer|s{ AA5y#CJ/ ))AY/4 747#33ffQbhh'cz '3u: 66r/c,tj|Srk)rNgelur*s r-r~r~s 771:r/chtj|d|\}}|tj|zS)Nrr6)rsplitsigmoid)r*r7abs r-glurs+ 88Aqt $DAq rzz!} r/c*eZdZddfd ZddZxZS) GroupNormct|t||_t||_t ||_t||_|jrWtj|ftj|_ tj|ftj|_yd|_ d|_yrs)super__init__r num_groupsrTrepsboolaffineronesrrRzerosrK)selfrrTrr __class__s r-rzGroupNorm.__init__s j/ -:6l ;;''T)rrrTrrrrrr*mx.arrayreturnr__name__ __module__ __qualname__rr __classcell__rs@r-rrs  r/rc*eZdZddfd ZddZxZS) LayerScalect|t||_t j |ftj t|z|_yrs) rrr channel_lastrrrrscale)rchannelsinitrrs r-rzLayerScale.__init__s<  .XXxk !4::ag&&&r/)gF)rrrrrrrrrs@r-rrsK 'r/rc<eZdZ d dfd ZddZxZS)BLSTMct|||_||_||_t |Dcgc]#}t j|dk(r|nd|z|%c}|_t |Dcgc]#}t j|dk(r|nd|z|%c}|_ t jd|z||_ ycc}wcc}w)Nrr) input_size hidden_size) rr max_stepsskiplayersrrNLSTM forward_lstmsbackward_lstmsLinearlinear)rdimrrrirs r-rzBLSTM.__init__s "  6] " GGa1fs!c's K"  6] " GGa1fs!c's K" iiC-   s (B>/(Cc |j\}}}|}d}|jd||jkDrU|j}|dz}t|||} | jd} d}| jddddj d||}n|jddd}|} t |j |jD]R\} } | | \}}| dddddddf}| |\}}|dddddddf}tj||gd} T|j| }|jddd}|rg}|j |d|} dz}t D]m}|dk(r |j| dd|ddd| f(|| dz k(r|j| dd|dd|dfO|j| dd|dd|| fotj|d}|d d|f}|}|jr||z}|S) NFrTrrr1r6.)r8rr rYrQziprrrr<rrr;r)rr*rer\rvr]framedwidthrIframesnframesseqlstm_flstm_bf_out_b_inb_outoutlimitrVs r-rzBLSTM.__call__ s''1a  >> %!dnn*<NNEaZFAuf-Fll1oGF  Aq!,44RBA Aq!$A!$"4"4d6I6IJNFFc{HE1q$B$z?Dd|HE1!TrT1*%E..%b9C K KK  KK1a  CYYq"a/FaKE7^6JJvaAww&678'A+%JJvaAuvo67JJvaAueV|&;<= $..2.Cc2A2g,CA 99AAr/)rNF)rrrrrztp.Optional[int]rrrrrs@r-rrs3&'9>.. #.#.26.$+r/rc*eZdZddfd ZddZxZS) LocalStatec@t|||zdk7rtd|d|||_||_||_t ||d|_t ||d|_t ||d|_ |rt |||zd|_ |rzt |||zd|_ |jjxjdzc_ |jjjdz |jj_t |||zz|d|_y)Nrz channels z not divisible by heads rg{Gz?r)rrrheadsnfreqsndecayrcontentqueryr% query_freqs query_decayrUrRrKproj)rrrrrrs r-rzLocalState.__init__8s   e q y 2J5'RS S    8Q7 x15 Xx3 (56>1ED  (56>1ED     ! ! ( (D 0 ()-)9)9)>)>)C)Ca)GD   ! ! &h71E r/cx|j\}}}|j}t||j\}}|j |j ||d|}|j |j ||d|} | jdddd} tj| |} | dtj| jdz z} |jrtjd|jdz|j} tjdtjz|z| j dddz } |j!|j ||d|}dtj|jz }| tj"d| ||zz} |j$rtjd|j$dz|j}|j'|j ||d|}tj(|d z}||j ddddzj+d }tj,|}dtj|j$z }| |j dd|||j ||d|z|zz } tj.|tj0d | j| } tj2| d }|j5|j ||d|}|jdddd}tj||}|jdddd}|jr0tj"d | }tj6||gd }|j |d|}||j9|zS) Nr1rrrrg?rzfts,bhfs->bhtsrr6gYzbhts,fts->bhfs)r8rr|rrrQr%rYrmatmulrsqrtrrr rreinsumrrrr!absrarraysoftmaxrr<r)rr*rer\rvrrxrtquerieskeyskeys_tdotsperiods freq_kernelfreq_q freq_scaledecaysdecay_qcoeff abs_delta decay_scaleweightsr content_tresult_tresulttime_sigs r-rzLocalState.__call__Js$''1a *1agg6 s**Q-''5"a8xx{""1eR31a+yy)sTYYtzz!}556 ;;ii4;;?!''BG&&TWWu!4wr1a7P!PQK%%a(00E2qAFtyy55J")) +v /BDDD ;;YYq$++/AF&&q)11!UBBGjj)C/Gv~~aB::??Q?GEu I $++ 66K!!!Q1---5!Q/0D xxRXXfDJJ?F**T*,,q/))!UB:%%aAq1 99Wi0##Aq!Q/ ;;yy!17KHH^^VX$6Q?F2q)499V$$$r/)rr)rrrrrrrrrrrs@r-rr7sF$8%r/rcneZdZ d dfd ZddZxZS)DConvc \t|| dzdk7r td||_||_t ||_|dkD} dfd } t||z }| rtnd}xr| }g|_ t|j D]!}| rd|znd}|| dzz}|rFddl m }m }|d|}tj}|dd|z}tj}n*| |}t!|}| d|z}t!d}t#||| || ||t#|d|zd||t%||g}|r|j'd t)||| | r|j'd t+|dd d |jj-tj.|$y)Nrrzkernel must be oddrcHr td|StjS)Nr)rrNIdentity)dnorms r-norm_fnzDConv.__init__..norm_fns A&;;= r/c.tj|dSNrrmaximumrs r-z DConv.__init__..srzz!Q/?r/)FusedGroupNormGELUFusedGroupNormGLUct|dSNrr6rrs r-rz DConv.__init__..s 3qq>r/)dilationrJr)rrT)rrr)rrrz nn.Module)rrrrcompressrdepthrr~rr mlx_layersrrrNrrrrinsertrrr; Sequential)rrr r rrattnrrlstmgelu_actkerneldilaterhiddenactuse_fused_gn_gelurr rJrr norm1_modact_mod norm2_modglu_modmodsrs ` r-rzDConv.__init__s  A:?12 2    Z  ! X()d%?!-X tzz"A!'qAvQH&A+.G M/q&9 ++--aX> ++-#FO  +#AL1  !9:(FFXwW&!h,28T*(D Az&fMN AuVA4PQ KK  r}}d3 4=#r/c>|jD] }|||z}|Srk)r)rr*layers r-rzDConv.__call__s"[[EE!H A!r/) rr-C6?TFrrFTrT)rrr rr rrrrrrrrrrrrrrrrrrrrrrs@r-rrsB5B5B5 B5  B5  B5B5B5B5B5B5B5B5Hr/rc^eZdZ dfd ZddZddZxZS) DemucsMLXc |t%|||_||_||_| |_| |_||_||_||_ ||_ ||_ ||_ g|_ g|_g|_| rd}d}nd}d}| rt nd}|}d}t#|D]}d}|| k\rfd}t%|||| ||t'|g} ||k\}!||k\}"|dzr| t)|||||!|" gz } |r(| t%|||zd|||zt'|gz } |jj+t-j.| g}#|dkDr|}$nt1|j|z}$|r0|#t%|||zd| zdz| |||zt'|gz }#|dzr|#t)|||||!|" gz }#|#t3||$|| | gz }#|dkDr|#||$t'|gz }#|jj5dt-j.|#|}t7||z}|}|rt9|||_yd|_y) Nct|dSrrrs r-rzDemucsMLX.__init__..acts11~%r/rc.tj|dSrrrs r-rzDemucsMLX.__init__..actszz!Q''r/rc.tj|dSrrrs r-rz$DemucsMLX.__init__..s 1a0@r/rc*tjSrk)rNr)rs r-rz#DemucsMLX.__init__..norm_fn s{{}$r/ct|Srk)r)r norm_groupss r-rz#DemucsMLX.__init__..norm_fn s$[!44r/)r rr rr)rJ)rraudio_channelssourcesrHcontextrIr resampler normalize sampleratesegmentencoderdecoder skip_scalesr~rrrrr;rNrlenrrrrr)&rr*r)rgrowthr rewrite lstm_layersrHrIr+rglu_act norm_startsr( dconv_mode dconv_depth dconv_comp dconv_attn dconv_lstm dconv_initr-r,r.r/rch_scaleact2rFrJindexrencoderrdecoderGrs& ` r-rzDemucsMLX.__init__s6 , &       "$     &H (Ht&@$ 5\E % #5+xfE!t F J&DJ&DA~5:*44dLMMh8(;Q?Hx/03K LL   v 6 7Fqy* "4<<0>A h8(;Q[1_V]^Hx/03K A~5:*44dLMM ), V!" "Fqy7<0&,?? LL  2== :"K6H,-H]"` h 4DIDIr/c|jr|dz}t|jD]@}tj||j z |j z dz}td|}Bt|jD]!}|dz |j z|j z}#|jrtj|dz }t|S)Nrr) r,rr rceilrHrImaxr)rlengthrs r- valid_lengthzDemucsMLX.valid_length>s == aKFtzz"AYY)9)9 9T[[HIAMFF^F#tzz"AqjDKK/$2B2BBF# ==YYvz*F6{r/c |}|jd}|jrTtj|dd}tj|dd}tj|dd}||z d|zz }nd}d}|j ||z }tj |dd|dz||dzz fgd }|jr t|}g}|jD]} | |}|j||jr|j|}|jD]*} |jd} t| |} | || z},|jr t|}||z|z}t||}|j!|jdt#|j$|j&|jd}|S) Nr1rTrrrr2rconstantr4)r8r-rrstdrHr9r,rgr0r;rr1popr rirQr3r*r)) rmixr*rGmonorrKrxsavedrBrCrs r-rzDemucsMLX.__call__Js  >>773Q6D774b48D&&B6CTdSj)ADC!!&)F2 FF1vv EEQJ4F'GHz Z ==QAllFq A LLO# 99 ! AllF99R=DtQ'Dq4x A# ==q!A GdN 6 " IIaggaj#dll"3T5H5H!''RT+ Vr/)r@rTrrrTTrrrrrrrrTTiD()rGrrr)rMrrr)rrrrrHrrrs@r-r!r!s[3kZ &r/r!)r#rr$rrmx.Dtyperr)r*rr=rr>rrr)rTrr&rrz nn.Conv1d)r*rr&rrrr)rnrrrT)rvrrnrrtp.Tuple[mx.array, mx.array])rvrrrTrrU)r)r*rr7rrr)*__doc__ __future__rrtypingtp functoolsrmlx.corecorermlx.nnrNr rrr mlx_utilsr r r r __annotations__r.rCrDrWr^rgriroryr|r~rModulerrrrrr!r/r-rbs# ====?A;@$ N*":<6;6     27 ( (V ' '>BII>BK%K%\HBIIHV`!299`r/