+
    KV-jy  ã                   ó^   € ^ RI HtHtHtHt ^RIHt ]'       d   ^ RItRRRRRR/R R lltR# )	é    )ÚListÚOptionalÚUnionÚTYPE_CHECKING)ÚLLTokenizerNÚn_vocabÚ	eos_tokenÚslicesc          
      óÜ   € V ^8„  d   QhRRR\         \        ,          R\         \        \        \        \        ,          3,          ,          R\         \        \        ,          ,          R\
        /# )é   Úencodingztiktoken.Encodingr   r	   r
   Úreturn)r   Úintr   r   Ústrr   )Úformats   "Úd/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/llguidance/tiktoken.pyÚ__annotate__r   	   s[   € ÷ ñ Ø!ðô ”c�]ðô œœc¤4¬¥9˜nÕ-Õ.ð	ô
 ”Tœ#•YÕðô ñó    c          	     ó–   € \         P                  ! V P                  V P                  V P                  Vf   V P
                  MTVVR7      # )a½  
Create a new tokenizer from a tiktoken Encoding object.
This is an expensive operation (~1s), so the result should be cached.

Args:
    encoding: tiktoken.Encoding - the encoding object to use
    n_vocab: int - override the size of the vocabulary
    eos_token: int or list of ints - override the EOS token(s)
    slices: List[str] - configuration for slicer optimization; pass [] to disable,
        or None to use the default configuration
)ÚencoderÚspecial_tokensÚpatternr	   r   r
   )r   Úfrom_tiktokenÚ_mergeable_ranksÚ_special_tokensÚ_pat_strÚ	eot_token)r   r   r	   r
   s   &$$$r   Úlltokenizer_from_encodingr   	   sH   € ô& ×$Ò$Ø×)Ñ)Ø×/Ñ/Ø×!Ñ!Ø(1Ò(9�(×$Ò$¸yØØôð r   )	Útypingr   r   r   r   Ú_libr   Útiktokenr   © r   r   Ú<module>r#      s<   ðß 7Ó 7å çÛðð "ðð 26ð	ð
 #'÷ñ r   