+
    KV-j<  ã                   ó>   € ^ RI HtHtHtHt ^RIHt  ! R R4      tR# )é    )ÚListÚOptionalÚSequenceÚAny)ÚTokenIdc                   óT   a € ] tR t^t o V 3R lR ltV 3R lR lt]tV 3R ltRtV t	R# )ÚTokenizerWrapperc                ó$   <€ V ^8„  d   QhRS[ RR/# )é   Ú
gtokenizerÚreturnN)r   )ÚformatÚ__classdict__s   "€Úf/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/llguidance/_tokenizer.pyÚ__annotate__ÚTokenizerWrapper.__annotate__   s   ø€ ÷ (ñ (¡3ð (¨4ñ (ó    c                óè   € VP                   V n         VP                  V n        VP                  V n        \        VR . 4      V n        RV n        Wn        RV n         V! R4       R#    RT n         R# ; i)Úspecial_token_idsTs   testFN)Úeos_token_idÚbos_token_idÚtokensÚgetattrr   Úis_tokenizer_wrapperÚ_gtokenizerÚ_accepts_bytes)Úselfr   s   &&r   Ú__init__ÚTokenizerWrapper.__init__   sq   € à&×3Ñ3ˆÔØ&×3Ñ3ˆÔØ ×'Ñ'ˆŒÜ!(¨Ð5HÈ"Ó!MˆÔØ$(ˆÔ!ð &ÔØ"ˆÔð	(Ù�wÖøð	(Ø"'ˆD×ús   ÁA% Á%	A1c                ó6   <€ V ^8„  d   QhRS[ RS[S[,          /# )r   Úsr   )Ústrr   r   )r   r   s   "€r   r   r      s   ø€ ÷ ñ ¡ð ©©W­ñ r   c                ó�   € V P                   '       d#   V P                  VP                  R 4      4      pV# V P                  V4      pV# )zutf-8)r   r   Úencode)r   r!   Úrs   && r   Ú_encode_stringÚTokenizerWrapper._encode_string   sE   € à××ÐØ× Ñ  §¡¨'Ó!2Ó3ˆAð ˆð × Ñ  Ó#ˆAØˆr   c                óz   <€ V ^8„  d   Qh/ S[ ;R&   S[S[ ,          ;R&   S[S[,          ;R&   S[S[,          ;R&   # )r   r   r   r   r   )r   r   r   ÚbytesÚint)r   r   s   "€r   r   r      sB   ø‡ ‚ ÙÑñ á™7Õ#Ñ#ñ ñ ‘U�OÑñ ñ  ¡•}Ñ$ò	 r   )r   r   r   r   r   r   r   N)
Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r&   Ú__call__Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r   s   @r   r	   r	      s'   ø‡ € ÷(ð (÷ ð ð €H÷? ƒ r   r	   N)Útypingr   r   r   r   Ú_utilr   r	   © r   r   Ú<module>r6      s   ðß 0Ó 0Ý ÷ó r   