+ UV-j'^RIt^RIt^RIt^RIHt^RIHtHtHt^RI H t ^RI H t ^RIHt^RIHtHtHtHtHtHtHtHt.ROtRRltRR ltR R ltRR R lltRRltRt] R8Xd]!!R4]!4R#R#)N)Path)CallableOptionalUnion)tree_map_with_path)MODEL_CONVERSION_DTYPEScreate_model_cardfetch_from_hubget_model_path save_config save_weightsskip_multimodal_module upload_to_hubchV^8dQhR\\,R\\,R\/#) q_group_sizeq_bitsq_mode)rintstr)formats"`/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_vlm/convert.py __annotate__r!s,3-)1#@CcbRRRRRR RR /pW2,wrERT;'gTRT;'gTRV/#) affinemxfp4nvfp4mxfp8 group_sizebitsmode)@) r$)r$)r%)rrr mode_defaultsr r!s&&& r_quantization_paramsr*!sS ' M %,Jl00j$ rc V^8dQhR\R\PR\\,R\\,R\ /#)rconfigmodelrrr)dictnnModulerrr)rs"rrr2sF11 1 9913-1 SM 1  1rc"VPR/4pVPR4R8wg4RV9g-\V\4'dVPR4R8wdR#^RIHpV!V4pVP \ W#V44WpR&WpR&R#)quantization_config model_type deepseek_v4 quantization quant_methodfp8N)make_quantization_config)get isinstancer.models.deepseek_v4.languager8updater*)r,r-rrrr2r8r5s&&&&& r+_preserve_existing_deepseek_v4_quantizationr=2s!**%:B? < M1 V #-t44  " "> 2e ;E+E2L,\6JK)>$0 !rc V^8dQhR\R\PR\\\P.\\ \ 3,3,/#)rreciper-return)rr/r0rrboolr.)rs"rrrJsID!D! D! D! sBIIdDj 112D!rcaaa a a ^@oRRRRRRRRRRRRRR/pW9d\RV 24hW ,wo oVP4UUu.uFwr4R V9gKVNK ppp\V4^8Xd \R 4h\V^,P R 44Fwo pVP 4'gKM \VP 4o R VVV V V 3R llpV#uuppi)r# mixed_2_6 mixed_3_4 mixed_3_5 mixed_3_6 mixed_3_8 mixed_4_6 mixed_4_8zInvalid quant recipe down_projz2Model does not have expected keys for mixed quant..crV^8dQhR\R\PR\\\ 3,/#)rpathmoduler@)rr/r0rrAr.)rs"rr3mixed_quant_predicate_builder..__annotate__hs3$<$<$< $< tTz $.mixed_quant_predicatehs "$ ' 'v~.. ==  q !J .! 3ZZ_  z?^ + 0G  G  J!O # 2 2J!++ 2 2 a'1,1  h$.+2E *fi@ @  $ 6 *fi@ @j&(;;r)r)r$)rf)rfre)rfr')r$re)r$r') ValueError named_modulesrY enumeraterXrZlayers) r?r- recipe_configk_ down_keysrcr r_r`rarbs && @@@@@rmixed_quant_predicate_builderrpJsJ VVVVVVVM"09::'/Hi$224I4tq q8H4II 9~MNN'y|'9'9#'>? 99;; @U\\"J$<$aaa\R4\WR7p \V RV R7wrp\V RR4oV3Rlp\ V \ 4'd \ W4p T ;'gTp SfVPRR4oSf-VPRR4;p'dVPR R4oS\9d[\R S4\\S4o\V R R 4oVV3R lpV P\VV P444V'dV 'd \R4hV'dA^RIHp\!WW4V4\R4VP#R/4V!V VVVVV R7wrV 'd^RIHp\R4V!V 4p \ V\ 4'd \'V4p\)WRR7RFep\*P*!\ V V, 44pVF6p\'V4P,R8XdK\.P0!VV4K8 Kg V P34FqpVP54'gKVVP,, pVP74'd\.P8!V4\.P:!VV4Ks VP=V4\?WR, R7\'V4P74'dRMTp\AVV4Ve\CW4R#R#)z[INFO] Loading)rwT)lazyryrzNcF<\V4'dR#Se S!W4#R#)FT)r)rMrNmodel_quant_predicates&&rbase_quant_predicate%convert..base_quant_predicates% !$ ' ' ,(6 6r torch_dtype text_configruz[INFO] Using dtype:cast_predicatecR#)Tr()rns&rconvert..sDrc<S!V4'dG\P!VP\P4'dVP S4#V#)N)mx issubdtyperufloatingastype)rmvrrus&&r set_dtypeconvert..set_dtypes9a  R]]177BKK%H%Hxx&rz/Choose either quantize or dequantize, not both.)quantize_modelz[INFO] Quantizing vision_config)r"rz)dequantize_modelz[INFO] Dequantizing)donate_weightszmodel.safetensors.index.jsonz config.json) config_path)z*.pyz*.json)"printr r getattrr:rrpr9rrr<r parametersrh mlx_lm.utilsrr= setdefaultrrr globnameshutilcopyiterdiris_direxistsrmtreecopytreesave_pretrainedr r r)rrrsrtrrrrurvrwrxryrz model_pathr-r, processorrrrrrpatternfilesfileitemdesthf_reporr~s&&&&&&f&&&&& @@rconvertrs ;J-1B E9$E+6& #j7234DDz"@@ KKh ' &""$ ;;==dii'D{{}} d# OOD$ ' %h'}$<=7m**,,d'Gh(h,rc8V^8dQhR\P/#)rr@)argparseArgumentParser)rs"rrrsPP(11Prc\P!RR7pVPRR\RR7VPR\RR R 7VPR \R R R7VPRRRRR7VPRR\R R7VPRR\R R7VPRR\.R+ORR7VPRR\\ R R7VPRR \ \R!R"7VPR#R$\R R7VPR%R&R'RR!R(7VPR)R*RR!R(7V#),z Configures and returns the argument parser for the script. Returns: argparse.ArgumentParser: Configured argument parser. z(Convert Hugging Face model to MLX format) descriptionz --hf-pathz--modelzSPath to the model. This can be a local path or a Hugging Face Hub model identifier.)typehelpz --revisionzEHugging Face revision (branch), when converting a model from the Hub.N)rrdefaultz --mlx-path mlx_modelzPath to save the MLX model.)rrrz-qz --quantizezGenerate a quantized model. store_true)ractionz--q-group-sizezGroup size for quantization.)rrrz--q-bitsz!Bits per weight for quantization.z--q-modezThe quantization mode.r)rrchoicesrz--dtypezfType to save the parameter. Defaults to config.json's `torch_dtype` or the current model weights dtypez--quant-predicatezMixed-bit quantization recipe.F)rrrrequiredz --upload-repoz-The Hugging Face repo to upload the model to.z-dz --dequantizezDequantize a quantized model.)rrrz--trust-remote-codezTrust remote code.)rrrr)rr add_argumentrrr QUANT_RECIPES)parsers rconfigure_parserrs $ $>F   b     T   3 :W  l!>|  +     0     % 5   u '  -    <      ,   !  Mrcb\4pVP4p\R/\V4BR#)Nr()r parse_argsrvars)rargss rmainrSs'  F    D d4jr__main__zCalling `python -m mlx_vlm.convert ...` directly is deprecated. Use `mlx_vlm.convert ...` or `python -m mlx_vlm convert ...` instead.)rCrDrErFrGrHrI) rFr#r$rNNNFTN)"rrrpathlibrtypingrrrmlx.corecorermlx.nnr/ mlx.utilsrutilsrr r r r r rrrr*r=rprrr__name__rr(rrrs~ ,,(    "10D!Nl-^Pf  z  Q F r