+
    TV-jf  ã                   ó¦   € ^ RI t ^ RIHt ^RIHt ^RIHt ^RIH	t	 ^RI
HtHt RtRtRtRt^ tRtR	tR
 tR t]R8X  d   ]! R4       ]! 4        R# R# )é    N)Ústream_generate)Úmake_prompt_cache)Úmake_sampler)ÚloadÚsharded_loadç        g      ð?é   z(mlx-community/Llama-3.2-3B-Instruct-4bitc                 óž  € \         P                  ! RR7      p V P                  R\        R\        R7       V P                  RRRR	7       V P                  R
\        RR7       V P                  R\
        \        RR7       V P                  R\
        \        RR7       V P                  R\
        \        RR7       V P                  R\
        RRR7       V P                  R\        \        RR7       V P                  R\        RRR7       V P                  RR\        \        RR7       V P                  RRR R!7       V P                  R"RR#R	7       V # )$z&Set up and return the argument parser.zChat with an LLM)Údescriptionz--modelz;The path to the local model directory or Hugging Face repo.)ÚtypeÚhelpÚdefaultz--trust-remote-codeÚ
store_truez)Enable trusting remote code for tokenizer)Úactionr   z--adapter-pathz9Optional path for the trained adapter weights and config.)r   r   z--tempzSampling temperature)r   r   r   z--top-pzSampling top-pz--xtc-probabilityz5Probability of XTC sampling to happen each next tokenz--xtc-thresholdr   zDThresold the probs of each next token candidate to be sampled by XTCz--seedz	PRNG seedz--max-kv-sizez$Set the maximum key-value cache sizeNz--max-tokensz-mz$Maximum number of tokens to generatez--system-promptz.System prompt to be used for the chat template)r   r   z
--pipelinez,Use pipelining instead of tensor parallelism)ÚargparseÚArgumentParserÚadd_argumentÚstrÚDEFAULT_MODELÚfloatÚDEFAULT_TEMPÚDEFAULT_TOP_PÚDEFAULT_XTC_PROBABILITYÚintÚDEFAULT_SEEDÚDEFAULT_MAX_TOKENS)Úparsers    Ú\/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/mlx_lm/chat.pyÚsetup_arg_parserr      s—  € ä×$Ò$Ð1CÔD€FØ
×ÑØÜØJÜð	 ô ð ×ÑØØØ8ð ô ð
 ×ÑØÜØHð ô ð
 ×ÑØ”u¤lÐ9Oð ô ð ×ÑØœ¤}Ð;Kð ô ð ×ÑØÜÜ'ØDð	 ô ð ×ÑØÜØØSð	 ô ð ×ÑØÜÜØð	 ô ð ×ÑØÜØ3Øð	 ô ð ×ÑØØÜÜ"Ø3ð ô ð ×ÑØØØ=ð ô ð
 ×ÑØØØ;ð ô ð
 €Mó    c                  óX  aa€ \        4       p V P                  4       p\        P                  P	                  4       pVP                  4       oVP                  '       d   TMR pVP                  '       g   TMR pV3R lo\        P                  P                  VP                  4       VP                  4       ^8”  d=   VP                  '       d   V P                  R4       \        VP                  W44      w  rVM:\        VP                  VP                  RVP                  '       d   RMR /R7      w  rVV3R lpS! RVP                   R24       V! 4        \!        WQP"                  4      p \%        S^ 8X  d   R	MR
4      p	V	R8X  d   R # V	R8X  d   \!        WQP"                  4      pK<  V	R8X  d
   V! 4        KL  . p
VP&                  e    V
P)                  RRRVP&                  /4       V
P)                  RRRV	/4       VP+                  V
RR7      p\-        VVVVP.                  \1        VP2                  VP4                  VP6                  VP8                  VP;                  R4      \=        VP>                  4      ,           R7      VR7       F  pS! VP@                  RR
R7       K  	  S! 4        EKC  )Nc                  ó0   <€ S^ 8X  d   \        V / VB  R# R# )r   N)Úprint)ÚargsÚkwargsÚranks   *,€r   ÚrprintÚmain.<locals>.rprintc   s   ø€ Ø�1Œ9Ü�4Ð"˜6Ô"ñ r    z*Adapters not supported in distributed modeÚtrust_remote_codeT)Úadapter_pathÚtokenizer_configc                  óH   <€ S ! R 4       S ! R4       S ! R4       S ! R4       R# )zThe command list:z- 'q' to exitz- 'r' to reset the chatz- 'h' to display these commandsN© )r'   s   €r   Ú
print_helpÚmain.<locals>.print_helpv   s&   ø€ ÙÐ"Ô#ÙˆÔÙÐ(Ô)ÙÐ0Ö1r    z"[INFO] Starting chat session with Ú.z>> Ú ÚqÚrÚhÚroleÚsystemÚcontentÚuser)Úadd_generation_promptÚ
)Úxtc_thresholdÚxtc_probabilityÚxtc_special_tokens)Ú
max_tokensÚsamplerÚprompt_cache)ÚflushÚend)!r   Ú
parse_argsÚmxÚdistributedÚinitr&   ÚpipelineÚrandomÚseedÚsizer*   Úerrorr   Úmodelr   r)   r   Úmax_kv_sizeÚinputÚsystem_promptÚappendÚapply_chat_templater   r>   r   ÚtempÚtop_pr;   r<   ÚencodeÚlistÚeos_token_idsÚtext)r   r$   ÚgroupÚpipeline_groupÚtensor_grouprL   Ú	tokenizerr.   r@   ÚqueryÚmessagesÚpromptÚresponser&   r'   s                @@r   Úmainr`   Z   s:  ù€ ÜÓ€FØ×ÑÓ€Dä�N‰N×ÑÓ!€EØ�:‰:‹<€DØ"ŸmŸm˜m‘U°€NØ $§§ ‘5°4€Lõ#ô ‡I�I‡N�N�4—9‘9Ôà‡z�zƒ|�aÔØ××ÐØ�L‰LÐEÔFÜ'¨¯
©
°NÓQÑˆˆyäØ�J‰JØ×*Ñ*à#¨T×-C×-CÐ-C¡TÈðô
Ñˆõ2ñ Ð/°·
±
¨|¸1Ð=Ô>Ù„LÜ$ U×,<Ñ,<Ó=€LØ
Ü˜t qœy‘e¨bÓ1ˆØ�CŒ<ÙØ�CŒ<Ü,¨U×4DÑ4DÓEˆLÙØ�CŒ<ÙŒLÙØˆØ×ÑÒ)Ø�O‰O˜V X¨y¸$×:LÑ:LÐMÔNØ�‰˜ ¨°EÐ:Ô;Ø×.Ñ.ØØ"&ð /ó 
ˆô (ØØØØ—‘Ü Ø—	‘	Ø—
‘
Ø"×0Ñ0Ø $× 4Ñ 4à×$Ñ$ TÓ*¬T°)×2IÑ2IÓ-JÕJôð &÷
ˆHñ  �8—=‘=¨°"×5ñ!
ñ" 	�r    Ú__main__zwCalling `python -m mlx_lm.chat...` directly is deprecated. Use `mlx_lm.chat...` or `python -m mlx_lm chat ...` instead.)r   Úmlx.coreÚcorerD   Úgenerater   Úmodels.cacher   Úsample_utilsr   Úutilsr   r   r   r   r   ÚDEFAULT_XTC_THRESHOLDr   r   r   r   r`   Ú__name__r#   r-   r    r   Ú<module>rj      sq   ðó å å %Ý +Ý &ß %à€Ø€ØÐ ØÐ Ø€ØÐ Ø:€òBòJHðV ˆzÔÙ	ð	Hôñ 	†Fñ r    