+
    QV-jy  ã                   óÒ   € ^ RI t ^ RIt^ RIHt ^ RIHt ^RIHt ^RIH	t	H
t
HtHtHtHt ^RIHt ]! ]4      t ! R R] P&                  4      tRR	 R
 lltR R ltRR R lltR tR# )é    N)ÚOptional)Úinsecure_hashlib)Úconfig)Ú ExpectedMoreDownloadedFilesErrorÚExpectedMoreSplitsErrorÚNonMatchingChecksumErrorÚNonMatchingSplitsSizesErrorÚUnexpectedDownloadedFileErrorÚUnexpectedSplitsError)Ú
get_loggerc                   ó&   € ] tR t^tRtRtRtRtRtR# )ÚVerificationModea  `Enum` that specifies which verification checks to run.

The default mode is `BASIC_CHECKS`, which will perform only rudimentary checks to avoid slowdowns
when generating/downloading a dataset for the first time.

The verification modes:

|                           | Verification checks                                                           |
|---------------------------|------------------------------------------------------------------------------ |
| `ALL_CHECKS`              | Split checks and validity (number of files, checksums) of downloaded files    |
| `BASIC_CHECKS` (default)  | Same as `ALL_CHECKS` but without checking downloaded files                    |
| `NO_CHECKS`               | None                                                                          |

Ú
all_checksÚbasic_checksÚ	no_checks© N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
ALL_CHECKSÚBASIC_CHECKSÚ	NO_CHECKSÚ__static_attributes__r   ó    Új/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/datasets/utils/info_utils.pyr   r      s   † ñð €JØ!€LØ„Ir   r   c                óF   € V ^8„  d   QhR\         \        ,          R\        /# )é   Úexpected_checksumsÚrecorded_checksums©r   Údict)Úformats   "r   Ú__annotate__r%   +   s"   € ÷ Rñ R¬´$­ð RÌTñ Rr   c                 ó„  € V f   \         P                  R4       R # \        \        V 4      \        V4      ,
          4      ^ 8”  d.   \	        \        \        V 4      \        V4      ,
          4      4      h\        \        V4      \        V 4      ,
          4      ^ 8”  d.   \        \        \        V4      \        V 4      ,
          4      4      hV  Uu. uF  q0V,          W,          8w  g   K  VNK  	  ppVe
   RV,           MRp\        V4      ^ 8”  d   \        RV RV R24      h\         P                  RV,           4       R # u upi )NzUnable to verify checksums.z for Ú zChecksums didn't matchz:
zY
Set `verification_mode='no_checks'` to skip checksums verification and ignore this errorz&All the checksums matched successfully)ÚloggerÚinfoÚlenÚsetr   Ústrr
   r   )r    r!   Úverification_nameÚurlÚbad_urlsÚfor_verification_names   &&&   r   Úverify_checksumsr1   +   s   € ØÒ!Ü�‰Ð1Ô2ÙÜ
Œ3Ð!Ó"¤SÐ);Ó%<Õ<Ó=ÀÔAÜ.¬s´3Ð7IÓ3JÌSÐQcÓMdÕ3dÓ/eÓfÐfÜ
Œ3Ð!Ó"¤SÐ);Ó%<Õ<Ó=ÀÔAÜ+¬C´Ð4FÓ0GÌ#ÐN`ÓJaÕ0aÓ,bÓcÐcÙ1ÓhÑ1˜ÈÕ5LÐPbÕPgÑ5g—�Ñ1€HÐhØ;LÒ;X˜GÐ&7Ö7Ð^`ÐÜ
ˆ8ƒ}�qÔÜ&Ø$Ð%:Ð$;¸3Øˆjð gðgó
ð 	
ô
 ‡K�KÐ8Ð;PÕPÖQùò is   ÃD=Ã&D=c                óF   € V ^8„  d   QhR\         \        ,          R\        /# )r   Úexpected_splitsÚrecorded_splitsr"   )r$   s   "r   r%   r%   >   s   € ÷ 8ñ 8¤8¬D¥>ð 8ÄDñ 8r   c                 ó¤  € V f   \         P                  R4       R # \        \        V 4      \        V4      ,
          4      ^ 8”  d.   \	        \        \        V 4      \        V4      ,
          4      4      h\        \        V4      \        V 4      ,
          4      ^ 8”  d.   \        \        \        V4      \        V 4      ,
          4      4      hV  Uu. uF>  pW,          P                  W,          P                  8w  g   K,  RW,          RW,          /NK@  	  pp\        V4      ^ 8”  d   \        \        V4      4      h\         P                  R4       R # u upi )NzUnable to verify splits sizes.ÚexpectedÚrecordedz$All the splits matched successfully.)	r(   r)   r*   r+   r   r,   r   Únum_examplesr	   )r3   r4   ÚnameÚ
bad_splitss   &&  r   Úverify_splitsr;   >   s  € ØÒÜ�‰Ð4Ô5ÙÜ
Œ3ˆÓ¤# oÓ"6Õ6Ó7¸!Ô;Ü%¤c¬#¨oÓ*>ÄÀ_ÓAUÕ*UÓ&VÓWÐWÜ
Œ3ˆÓ¤# oÓ"6Õ6Ó7¸!Ô;Ü#¤C¬¨OÓ(<¼sÀ?Ó?SÕ(SÓ$TÓUÐUñ $óá#ˆDØÕ ×-Ñ-°Õ1F×1SÑ1SÑSô 	Oˆ�_Õ*¨J¸Õ8MÓNÙ#ð ð ô
 ˆ:ƒ˜ÔÜ)¬#¨j«/Ó:Ð:Ü
‡K�KÐ6Ö7ùòs   Ã)EÃ:Ec                ó<   € V ^8„  d   QhR\         R\        R\        /# )r   ÚpathÚrecord_checksumÚreturn)r,   Úboolr#   )r$   s   "r   r%   r%   P   s&   € ÷ 
Fñ 
F¤ð 
F´tð 
FÌñ 
Fr   c                óZ  a€ V'       dl   \         P                  ! 4       p\        V R4      ;_uu_ 4       o\        V3R lR4       F  pVP	                  V4       K  	  VP                  4       pRRR4       MRpR\        P                  P                  V 4      RX/#   + '       g   i     L3; i)z7Compute the file size and the sha256 checksum of a fileÚrbc                  ó&   <€ S P                  R4      # )é   i   )Úread)Úfs   €r   Ú<lambda>Ú(get_size_checksum_dict.<locals>.<lambda>U   s   ø€  a§f¡f¨W¤or   r   NÚ	num_bytesÚchecksum)	r   Úsha256ÚopenÚiterÚupdateÚ	hexdigestÚosr=   Úgetsize)r=   r>   ÚmÚchunkrJ   rF   s   &&   @r   Úget_size_checksum_dictrT   P   s   ø€ çÜ×#Ò#Ó%ˆÜ�$˜×Ô ÜÔ5°sÖ;�Ø—‘˜–ñ <à—{‘{“}ˆH÷ Ðð
 ˆØœŸ™Ÿ™¨Ó.°
¸HÐEÐE÷ ×ús   ³9BÂB*	c                óh   € V '       d*   \         P                  '       d   V \         P                  8  # R# )zÓCheck if `dataset_size` is smaller than `config.IN_MEMORY_MAX_SIZE`.

Args:
    dataset_size (int): Dataset size in bytes.

Returns:
    bool: Whether `dataset_size` is smaller than `config.IN_MEMORY_MAX_SIZE`.
F)r   ÚIN_MEMORY_MAX_SIZE)Údataset_sizes   &r   Úis_small_datasetrX   ]   s&   € ÷ œ×1×1Ð1Øœf×7Ñ7Ñ7Ð7ár   )N)F)ÚenumrP   Útypingr   Úhuggingface_hub.utilsr   r'   r   Ú
exceptionsr   r   r   r	   r
   r   Úloggingr   r   r(   ÚEnumr   r1   r;   rT   rX   r   r   r   Ú<module>r_      sU   ðÛ Û 	Ý å 2å ÷÷ õ  ñ 
�HÓ	€ô�t—y‘yô ÷*Rõ&8÷$
Fôr   