+
    QV-jž+  ã                   óH  € ^ RI t ^ RIt^ RIt^ RIHt ^ RIHtHt ^ RIt^ RI	t
^ RIt^ RIt^ RIHt ^ RIHt ^ RIHtHt ]P*                  P,                  P/                  ]4      t ! R R]P4                  4      tR	 t. R
NRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNR NR!NR"NR#NR$NR%NR&NR'NR(NR)NR*NR+NR,NR-NR.NR/NR0NR1NR2NR3NR4NR5NR6NR7NR8NR9NR:NR;NR<NR=NR>NR?NR@NRANRBNRCNRDNRENRFNRGNRHNt]]n        . RiOt]]n        . RjOt]]n        . RkOt ] ]n         RI RJ lt!RK RL lt"RM RN lt#RO RP lt$RQ RR lt%RS RT lt&RU RV lt'/ RW]!bRX]!bRY]!bRZ](bR[](bR\](bR]](bR^](bR_]PR                  bR`]PR                  bRa]"bRb]"bRc]#bRd]#bRe]$bRf]%bRg]&bRh]'/Ct*]*]n*        R# )lé    N)Úislice)ÚAnyÚCallable)ÚKey)Úcast_to_python_objects)Ú-SINGLE_FILE_COMPRESSION_EXTENSION_TO_PROTOCOLÚ	xbasenamec                   óh   a € ] tR t^t o ^dt^t]R 4       tV 3R lR ltR t	R t
R tV 3R ltRtV tR	# )
Ú
WebDatasetc              #  ó  "  € / p\         P                  ! R 4      p\        P                  ! 4       pV EF¦  w  rg\	        V4      w  r‰Vf   K  V'       d=   VR,          V8w  d/   VP                  R4      VR&   VP                  R4      VR&   Vx € / pWƒR&   WR&   VP                  4       W9&   V	P                  R4      R,          P                  4       \        9   d§   VP                  WcV	,          4       VP                  RV 24      p
\         P                  ! V
4      ;_uu_ 4       pVP                  4       W9&   RRR4       VP                  V4       \        V
4      P                  R4      R,          P                  4       pM&V	P                  R4      R,          P                  4       pW°P                  9   g   EK…  V P                  V,          ! W9,          4      W9&   EK©  	  V'       d   Vx € R# R#   + '       g   i     LÀ; i5i)ÚmemoryNÚ__key__Ú__url__Ú.z	memory://éÿÿÿÿ)ÚfsspecÚ
filesystemÚdatasetsÚStreamingDownloadManagerÚbase_plus_extÚpopÚreadÚsplitÚlowerr   Úwrite_bytesÚextractÚopenÚdeleter	   ÚDECODERS)ÚclsÚtar_pathÚtar_iteratorÚcurrent_exampleÚfsÚstreaming_download_managerÚfilenameÚfÚexample_keyÚ
field_nameÚextracted_file_pathÚdata_extensions   &&&         Ú€/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/datasets/packaged_modules/webdataset/webdataset.pyÚ_get_pipeline_from_tarÚ!WebDataset._get_pipeline_from_tar   s¨  é € àˆÜ(.×(9Ò(9¸(Ó(CˆÜ%-×%FÒ%FÓ%HÐ"Ü'‰KˆHÜ&3°HÓ&=Ñ#ˆKØÒ"Ùß ?°9Õ#=ÀÔ#Là-<×-@Ñ-@ÀÓ-K� 	Ñ*Ø-<×-@Ñ-@ÀÓ-K� 	Ñ*Ø%Ò%Ø"$�Ø)4˜IÑ&Ø)1˜IÑ&Ø*+¯&©&«(ˆOÑ'Ø×Ñ Ó$ RÕ(×.Ñ.Ó0Ô4aÔaØ—‘˜x¸Õ)DÔEØ&@×&HÑ&HÈ9ÐU]ÐT^ÐI_Ó&`Ð#Ü—[’[Ð!4×5Ô5¸Ø23·&±&³(�OÑ/÷ 6à—	‘	˜(Ô#Ü!*Ð+>Ó!?×!EÑ!EÀcÓ!JÈ2Õ!N×!TÑ!TÓ!V‘à!+×!1Ñ!1°#Ó!6°rÕ!:×!@Ñ!@Ó!B�Ø§¡×-Ø.1¯l©l¸>Ö.JÈ?ÕKfÓ.g�Ô+ñ/ (÷0 Ø!Ô!ñ ÷ 6×5üs2   ‚AH ÁCH Ä"G-Ä5A<H Æ7-H Ç%H Ç-G=Ç8H c                ó4   <€ V ^8„  d   QhRS[ P                  /# )é   Úreturn©r   ÚDatasetInfo)ÚformatÚ__classdict__s   "€r,   Ú__annotate__ÚWebDataset.__annotate__=   s   ø€ ÷ &ñ &‘x×+Ñ+ñ &ó    c                ó,   € \         P                  ! 4       # ©Nr2   )Úselfs   &r,   Ú_infoÚWebDataset._info=   s   € Ü×#Ò#Ó%Ð%r8   c           
     ó¸  a€ V P                   P                  '       g#   \        RV P                   P                   24      hVP                  V P                   P                  4      p. pVP	                  4        FO  w  rEV Uu. uF  qaP                  V4      NK  	  ppVP                  \        P                  ! VRVRV/R7      4       KQ  	  V P                  P                  '       Egê   V P                  X^ ,          X^ ,          4      p\        \        W€P                  4      4      o\        ;QJ d    V3R lS 4       F  '       g   K   RM	  RM! V3R lS 4       4      '       d   \        R4      hS U	u. uF.  p	\         P"                  P%                  \'        V	.RR	7      4      NK0  	  p
p	\         P(                  ! V
R
R7      P*                  p\        P,                  P/                  V4      pS^ ,           FÈ  pVP1                  R^4      R,          P3                  4       pWàP4                  9   d   \        P6                  ! 4       WÍ&   WàP8                  9   d   \        P:                  ! 4       WÍ&   WàP<                  9   d   \        P>                  ! 4       WÍ&   WàP@                  9   g   K±  \        PB                  ! 4       WÍ&   KÊ  	  WÀP                  n
        V# u upi u up	i )z-We handle string, list and dicts in datafilesz=At least one data file must be specified, but got data_files=Ú	tar_pathsÚtar_iterators)ÚnameÚ
gen_kwargsc              3   ór   <"  € T F,  qP                  4       S^ ,          P                  4       8g  x € K.  	  R# 5i©r   N)Úkeys)Ú.0ÚexampleÚfirst_exampless   & €r,   Ú	<genexpr>Ú/WebDataset._split_generators.<locals>.<genexpr>R   s(   øé € Ð\É^À'—<‘<“> ^°AÕ%6×%;Ñ%;Ó%=Ö=Ë^ùs   ƒ47TFz‹The TAR archives of the dataset should be in WebDataset format, but the files in the archive don't share the same prefix or the same types.)Úonly_1d_for_numpyÚdefault)Úpromote_optionsr   r   )"ÚconfigÚ
data_filesÚ
ValueErrorÚdownloadÚitemsÚiter_archiveÚappendr   ÚSplitGeneratorÚinfoÚfeaturesr-   Úlistr   Ú#NUM_EXAMPLES_FOR_FEATURES_INFERENCEÚanyÚpaÚTableÚfrom_pylistr   Úconcat_tablesÚschemaÚFeaturesÚfrom_arrow_schemaÚrsplitr   ÚIMAGE_EXTENSIONSÚImageÚAUDIO_EXTENSIONSÚAudioÚVIDEO_EXTENSIONSÚVideoÚMESH_EXTENSIONSÚMesh)r;   Ú
dl_managerrO   ÚsplitsÚ
split_namer?   r!   r@   ÚpipelinerG   Ú	pa_tablesÚinferred_arrow_schemarW   r)   Ú	extensionrH   s   &&             @r,   Ú_split_generatorsÚWebDataset._split_generators@   sP  ø€ ð �{‰{×%×%Ð%ÜÐ\Ð]a×]hÑ]h×]sÑ]sÐ\tÐuÓvÐvØ×(Ñ(¨¯©×)?Ñ)?Ó@ˆ
ØˆØ%/×%5Ñ%5Ö%7Ñ!ˆJÙOXÓYÉyÀ8×4Ñ4°XÖ>ÉyˆMÐYØ�M‰MÜ×'Ò'Ø#°¸iÈÐZgÐ0hôöñ &8ð �y‰y×!×!Ñ!à×2Ñ2°9¸Qµ<ÀÈqÕAQÓRˆHÜ!¤&¨×3[Ñ3[Ó"\Ó]ˆNß‹sÔ\É^Ó\�s�sŠsÔ\É^Ó\×\Ò\Ü ðbóð ñ  .óá-�Gô —‘×$Ñ$Ô%;¸W¸IÐY]Ô%^Ö_Ù-ð ð ô %'×$4Ò$4°YÐPYÔ$Z×$aÑ$aÐ!Ü×(Ñ(×:Ñ:Ð;PÓQˆHà,¨Q×/Ð/�
Ø&×-Ñ-¨c°1Ó5°bÕ9×?Ñ?ÓA�	à× 5Ñ 5Ô5Ü+3¯>ª>Ó+;�HÑ(à× 5Ñ 5Ô5Ü+3¯>ª>Ó+;�HÑ(à× 5Ñ 5Ô5Ü+3¯>ª>Ó+;�HÑ(à× 4Ñ 4Ö4Ü+3¯=ª=«?�HÓ(ñ 0ð "*�I‰IÔàˆùòM Zùòs   Â KÅ44Kc              #  ó&   "  € T R j  x€L
  R #  L5ir:   © )r;   r?   r@   s   &&&r,   Ú_generate_shardsÚWebDataset._generate_shardsp   s   é € Ø×Ôùs   ‚ˆ‰c              #  óÆ  "  € V P                   P                  P                  4        UUu. uF)  w  r4\        V\        P
                  4      '       g   K'  VNK+  	  pppV P                   P                  P                  4        UUu. uF)  w  r4\        V\        P                  4      '       g   K'  VNK+  	  pppV P                   P                  P                  4        UUu. uF)  w  r4\        V\        P                  4      '       g   K'  VNK+  	  pppV P                   P                  P                  4        UUu. uF)  w  r4\        V\        P                  4      '       g   K'  VNK+  	  ppp\        V P                   P                  P                  4       4      p	\        \        W4      4       F›  w  p
w  r¼\        V P                  W¼4      4       Fu  w  rÞV	 F  pW>9  g   K  R Wã&   K  	  WV,           V,           V,            F2  pWã,          f   K  RVR,          R,           V,           RWã,          /Wã&   K4  	  \        W­4      V3x € Kw  	  K�  	  R # u uppi u uppi u uppi u uppi 5i)NÚpathr   r   Úbytes)rV   rW   rR   Ú
isinstancer   rd   rf   rh   rj   rX   rE   Ú	enumerateÚzipr-   r   )r;   r?   r@   r)   ÚfeatureÚimage_field_namesÚaudio_field_namesÚvideo_field_namesÚmesh_field_namesÚall_field_namesÚtar_idxr!   r"   Úexample_idxrG   s   &&&            r,   Ú_generate_examplesÚWebDataset._generate_exampless   s  é € à26·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×drÑdr×Ps�JˆJÑ2Lð 	ñ 
ð 37·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×drÑdr×Ps�JˆJÑ2Lð 	ñ 
ð 37·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×drÑdr×Ps�JˆJÑ2Lð 	ñ 
ð 37·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×dqÑdq×Pr�JˆJÑ2Lð 	ñ 
ô ˜tŸy™y×1Ñ1×6Ñ6Ó8Ó9ˆÜ1:¼3¸yÓ;XÖ1YÑ-ˆGÑ-�hÜ(1°$×2MÑ2MÈhÓ2eÖ(fÑ$�Û"1�JØ!Ö0Ø.2˜Ó+ñ #2ð #4Õ"GÐJ[Õ"[Ð^n×"nÐ"n�JØÕ*Ô6à" G¨IÕ$6¸Õ$<¸zÕ$IØ# WÕ%8ð/˜Ó+ñ #oô ˜'Ó/°Ð8Ô8ó )gó 2Zùó
ùó
ùó
ùó
ùsZ   ‚(I!ª$I	ÁI	Á*I!Â$IÂ,IÂ2*I!Ã$IÄIÄ*I!Ä5$IÅIÅ$A3I!Ç(I!È	AI!c                óÄ   <€ V ^8„  d   Qh/ S[ S[,          ;R&   S[ S[,          ;R&   S[ S[,          ;R&   S[ S[,          ;R&   S[S[S[S[.S[3,          3,          ;R&   # )r0   rc   re   rg   ri   r   )rX   ÚstrÚdictr   r   )r4   r5   s   "€r,   r6   r7      si   ø‡ ‚ á™3•iÑñ ñ ™3•iÑñ ñ ™3•iÑñ	 ñ
 ™#•YÑñ ñ ‘3™¡# © Õ,Ð,Õ-Ñ-ò r8   ru   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚDEFAULT_WRITER_BATCH_SIZErY   Úclassmethodr-   r<   rr   rv   r†   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r5   s   @r,   r   r      sG   ø‡ € Ø #Ðð +,Ð'àñ"ó ð"÷>&ð &ò.ò`ò9÷ ƒ r8   r   c                óˆ   € \         P                  ! RV 4      pV'       g   R# VP                  ^4      VP                  ^4      3# )z6Split off all file extensions.

Returns base, allext.
z^((?:.*/|)[^.]+)[.]([^/]*)$)NN)ÚreÚmatchÚgroup)ry   r–   s   & r,   r   r   �   s9   € ô
 �HŠHÐ3°TÓ:€EßØÐØ�;‰;�q‹>˜5Ÿ;™; q›>Ð)Ð)r8   ÚblpÚbmpÚdibÚbufrÚcurÚpcxÚdcxÚddsÚpsÚepsÚfitÚfitsÚfliÚflcÚftcÚftuÚgbrÚgifÚgribÚh5ÚhdfÚpngÚapngÚjp2Új2kÚjpcÚjpfÚjpxÚj2cÚicnsÚicoÚimÚiimÚtifÚtiffÚjfifÚjpeÚjpgÚjpegÚmpgÚmpegÚmspÚpcdÚpxrÚpbmÚpgmÚppmÚpnmÚpsdÚbwÚrgbÚrgbaÚsgiÚrasÚtgaÚicbÚvdaÚvstÚwebpÚwmfÚemfÚxbmÚxpmc                ó$   € V ^8„  d   QhR\         /# ©r0   Údata©rz   )r4   s   "r,   r6   r6   +  s   € ÷  ñ  ”Uñ  r8   c                 ó$   € V P                  R 4      # )zutf-8)Údecode©rÙ   s   &r,   Ú
text_loadsrÞ   +  s   € Ø�;‰;�wÓÐr8   c                ó$   € V ^8„  d   QhR\         /# rØ   rÚ   )r4   s   "r,   r6   r6   /  s   € ÷ 'ñ '”uñ 'r8   c                 ó0   € ^RI Hp VP                  V 4      # )é   )Ú_tenbin)Ú râ   Údecode_buffer)rÙ   râ   s   & r,   Útenbin_loadsrå   /  s   € Ýà× Ñ  Ó&Ð&r8   c                ó$   € V ^8„  d   QhR\         /# rØ   rÚ   )r4   s   "r,   r6   r6   5  s   € ÷ !ñ !œñ !r8   c                 ó,   € ^ RI pVP                  V 4      # rD   )ÚmsgpackÚunpackb)rÙ   rè   s   & r,   Úmsgpack_loadsrê   5  s   € Ûà�?‰?˜4Ó Ð r8   c                ó$   € V ^8„  d   QhR\         /# rØ   rÚ   )r4   s   "r,   r6   r6   ;  s   € ÷ Cñ C”Eñ Cr8   c                 ó„   € ^ RI p\        P                  ! V 4      pVP                  P                  P                  VRR7      # )r   NF©Úallow_pickle)Únumpy.lib.formatÚioÚBytesIOÚlibr4   Ú
read_array)rÙ   ÚnumpyÚstreams   &  r,   Ú	npy_loadsrö   ;  s3   € Ûä�ZŠZ˜Ó€FØ�9‰9×Ñ×&Ñ& v¸EÐ&ÓBÐBr8   c                ó$   € V ^8„  d   QhR\         /# rØ   rÚ   )r4   s   "r,   r6   r6   B  s   € ÷ 9ñ 9”Eñ 9r8   c                 óZ   € \         P                  ! \        P                  ! V 4      R R7      # )Frí   )ÚnpÚloadrð   rñ   rÝ   s   &r,   Ú	npz_loadsrû   B  s   € Ü�7Š7”2—:’:˜dÓ#°%Ô8Ð8r8   c                ó$   € V ^8„  d   QhR\         /# rØ   rÚ   )r4   s   "r,   r6   r6   F  s   € ÷ ñ ”Uñ r8   c                 ó,   € ^ RI pVP                  V 4      # rD   )ÚcborÚloads)rÙ   rþ   s   & r,   Ú
cbor_loadsr   F  s   € Ûà�:‰:�dÓÐr8   c                ó$   € V ^8„  d   QhR\         /# rØ   rÚ   )r4   s   "r,   r6   r6   L  s   € ÷ ;ñ ;”eñ ;r8   c                 óX   € ^ RI pVP                  \        P                  ! V 4      RR7      # )r   NT)Úweights_only)Útorchrú   rð   rñ   )rÙ   r  s   & r,   Útorch_loadsr  L  s!   € Ûà�:‰:”b—j’j Ó&°Tˆ:Ó:Ð:r8   ÚtxtÚtextÚ
transcriptr    Úcls2ÚindexÚinxÚidÚjsonÚjsnÚtenÚtbÚmpÚmsgÚnpyÚnpzrþ   Úpth)ÚaiffÚauÚavrÚcafÚflacÚhtkÚsvxÚmat4Úmat5Úmpc2kÚoggÚpafÚpvfÚrawÚrf64Úsd2ÚsdsÚircamÚvocÚw64ÚwavÚnistÚwavexÚwveÚxiÚmp3Úopus)ÚmkvÚmp4ÚavirÀ   Úmov)ÚglbÚplyÚstl)+rð   r  r•   Ú	itertoolsr   Útypingr   r   r   rô   rù   Úpyarrowr[   r   Údatasets.builderr   Údatasets.features.featuresr   Údatasets.utils.file_utilsr   r	   ÚutilsÚloggingÚ
get_loggerr‹   ÚloggerÚGeneratorBasedBuilderr   r   rc   re   rg   ri   rÞ   rå   rê   rö   rû   r   r  Úintrÿ   r   ru   r8   r,   Ú<module>rD     sª  ðÛ 	Û Û 	Ý ß  ã Û Û ã Ý  Ý =ß ^ð 
�‰×	Ñ	×	*Ñ	*¨8Ó	4€ôx9�×/Ñ/ô x9òx*ð.@Ø	ð@à	ð@ð 
ð@ð ð	@ð
 
ð@ð 
ð@ð 
ð@ð 
ð@ð 	ð@ð 
ð@ð 
ð@ð ð@ð 
ð@ð 
ð@ð 
ð@ð  
ð!@ð" 
ð#@ð$ 
ð%@ð& ð'@ð( 	ð)@ð* 
ð+@ð, 
ð-@ð. ð/@ð0 
ð1@ð2 
ð3@ð4 
ð5@ð6 
ð7@ð8 
ð9@ð: 
ð;@ð< ð=@ð> 
ð?@ð@ 	ðA@ðB 
ðC@ðD 
ðE@ðF ðG@ðH ðI@ðJ 
ðK@ðL 
ðM@ðN ðO@ðP 
ðQ@ðR ðS@ðT 
ðU@ðV 
ðW@ðX 
ðY@ðZ 
ð[@ð\ 
ð]@ð^ 
ð_@ð` 
ða@ðb 
ðc@ðd 	ðe@ðf 
ðg@ðh ði@ðj 
ðk@ðl 
ðm@ðn 
ðo@ðp 
ðq@ðr 
ðs@ðt 
ðu@ðv ðw@ðx 
ðy@ðz 
ð{@ð| 
ð}@ð~ 
ð@Ð ðB /€
Ô ò Ð ð: /€
Ô òÐ ð /€
Ô ò€ð
 -€
Ô õ õ'õ!õCõ9õõ;ðØ	ˆ:ðà
ˆJðð �*ðð 
ˆ3ð	ð
 ˆCðð ˆSðð 
ˆ3ðð 	ˆ#ðð ˆD�J‰Jðð 
ˆ4�:‰:ðð 
ˆ<ðð 	ˆ,ðð 	ˆ-ðð 
ˆ=ðð 
ˆ9ðð  
ˆ9ð!ð" ˆJð#ð$ 
ˆ;ñ%€ð( €
Ö r8   