+
    QV-j˜&  ã                   ó¨  € ^ RI t ^ RIHt ^ RIHt ^ RIHtHtHtH	t	 ^ RI
t^ RIHt ^ RIt^ RIHtHtHt ^ RIHt ^ RIHt ^ R	IHt ]'       d	   ^ RIt^ RIt]P4                  P6                  P9                  ]4      tR
R]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3RR]! 4       3R R!]! 4       3.t] ! R" R#]P@                  4      4       t!R$ R% lt"R& R' lt#R( R) lt$ ! R* R+]PJ                  ]PL                  PN                  4      t(R# ),é    N)Ú	dataclass)ÚPath)ÚTYPE_CHECKINGÚDictÚListÚOptional)ÚHfApi)ÚAudioÚImageÚVideo)ÚKey)Ú
table_cast)Úis_local_pathz1A 45 DF A3z.mkvz66 74 79 70 69 73 6F 6Dz.mp4z66 74 79 70 4D 53 4E 56z52 49 46 46z.aviz00 00 01 BAz.mpegz00 00 01 B3z.movz89 50 4E 47z.pngzFF D8z.jpgz49 49z.tifz47 49 46 38z.gifz.wavz49 44 33z.mp3z66 4C 61 43z.flacc                   ó@   a € ] tR t^(t o RtRtRtRtRtV 3R lt	Rt
V tR# )ÚLanceConfiga—  
BuilderConfig for Lance format.

Args:
    features: (`Features`, *optional*):
        Cast the data to `features`.
    columns: (`List[str]`, *optional*):
        List of columns to load, the other ones are ignored.
    batch_size: (`int`, *optional*):
        Size of the RecordBatches to iterate on. Default to 256.
    token: (`str`, *optional*):
        Optional HF token to use to download datasets.
Né   c                ó®   <€ V ^8„  d   Qh/ S[ S[P                  ,          ;R&   S[ S[S[,          ,          ;R&   S[ S[,          ;R&   S[ S[,          ;R&   # )é   ÚfeaturesÚcolumnsÚ
batch_sizeÚtoken)r   ÚdatasetsÚFeaturesr   ÚstrÚint)ÚformatÚ__classdict__s   "€Úv/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/datasets/packaged_modules/lance/lance.pyÚ__annotate__ÚLanceConfig.__annotate__(   sU   ø‡ ‚ ñ  ‘x×(Ñ(Õ)Ñ0ñ! ñ" ‘d™3•iÕ Ñ'ñ# ñ$ ™•Ñ#ñ% ñ& ‘C�=Ñò' ó    © )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   r   r   r   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__©r   s   @r   r   r   (   s'   ø‡ € ñð -1€HØ#'€GØ #€JØ€E÷' ƒ r"   r   c                ó~   € V ^8„  d   QhR\         \        ,          R\        \        \         \        ,          3,          /# )r   ÚfilesÚreturn)r   r   r   )r   s   "r   r    r    >   s+   € ÷ ñ ¤¤S¥	ð ¬d´3¼¼S½	°>Õ.Bñ r"   c                 óî   € \        4       pV  F[  p\        V4      pVP                  P                  R9   g   K+  VP                  P                  pVP	                  \        V4      4       K]  	  \        V4      # )Ú_transactions>   Ú_indicesÚ	_versionsr1   )Úsetr   ÚparentÚnameÚaddr   Úlist)r.   Údataset_urisÚ	file_pathÚpathÚdataset_roots   &    r   Úresolve_dataset_urisr=   >   s^   € Ü“5€LÛˆ	Ü�I‹ˆØ�;‰;×ÑÐIÖIØŸ;™;×-Ñ-ˆLØ×ÑœS Ó.Ö/ñ	 ô
 �ÓÐr"   c                ó0   € V ^8„  d   QhR\         R\         /# ©r   Úurir/   ©r   )r   s   "r   r    r    H   s   € ÷ ñ ”Sð œSñ r"   c                 ó    € R V 9   dG   \         P                  ! RV 4      pV'       d(   VP                  ^4      VP                  ^4      ,           p V # )Ú@z(hf://.+?)(@[0-9a-f]+)(/.*))ÚreÚmatchÚgroup)r@   Úmatcheds   & r   Ú_fix_hf_urirH   H   s>   € à
ˆc„zÜ—(’(Ð9¸3Ó?ˆßØ—-‘- Ó" W§]¡]°1Ó%5Õ5ˆCØ€Jr"   c                ó0   € V ^8„  d   QhR\         R\         /# r?   rA   )r   s   "r   r    r    Q   s   € ÷ ñ ¤ð ¬ñ r"   c                 óÚ   € R V 9   dd   \        V 4      '       dS   \        V 4      pVP                  4       '       d2   VP                  4       pVP	                  4        VP                  V4       V # )z/_versions/)r   r   Ú
is_symlinkÚ
read_bytesÚunlinkÚwrite_bytes)r@   r;   Údatas   &  r   Ú_fix_local_version_filerP   Q   sR   € à˜Ô¤¨c× 2Ò 2Ü�C‹yˆØ�?‰?×ÒØ—?‘?Ó$ˆDØ�K‰KŒMØ×Ñ˜TÔ"Ø€Jr"   c                   ó†   a € ] tR t^\t o ]t. ROtR.tR tR t	V 3R lR lt
V 3R lR ltV 3R lR	 ltV 3R
 lR ltRtV tR# )ÚLancezlatest_version_hint.jsonc                óX   € \         P                  ! V P                  P                  R 7      # ))r   )r   ÚDatasetInfoÚconfigr   )Úselfs   &r   Ú_infoÚLance._infoa   s   € Ü×#Ò#¨T¯[©[×-AÑ-AÔBÐBr"   c                ó  € ^ RI p^ RIpV P                  P                  '       g#   \	        RV P                  P                   24      hV P
                  '       d}   \        R/ VP                  P                  P                  R/ 4      B pVP                  V P
                  4      P                  pW@P                  8w  d   \        RV P                   24      hVP                  V P                  P                  4      pVP                  4        UUUu/ uF   w  rgYg Uu. uF  p\!        V4      NK  	  upbK"  	  ppppVP                  4        UUUu/ uF   w  rgYg Uu. uF  p\#        V4      NK  	  upbK"  	  pppp. p	VP                  4        EFM  w  r§VP                  P                  P                  V^ ,          P%                  R^4      ^ ,          4      p\'        V4      pV'       Ed¢   V Uu. uF  qÒP(                  ! WÛR7      NK  	  ppV UUu. uF  qÿP+                  4        F  pVNK  	  K  	  pppV P,                  P.                  Ef   V^ ,          P0                  P2                  p/ pV Fê  pV P                  P4                  e(   VP6                  V P                  P4                  9  d   KB  \8        P:                  P=                  VP>                  4      '       g2   \8        P:                  PA                  VP>                  4      '       g   K¢   V^ ,          PC                  VP6                  ^ .4      ^ ,          PE                  ^4      VVP6                  &   Kì  	  V	PK                  \L        PN                  ! V
RVR	RR
R/R7      4       EM$V Uu. uF4  pVPP                  PS                  W‹V P                  P4                  R7      NK6  	  ppV P,                  P.                  f    V^ ,          PU                  4       P2                  pV^ ,          PW                  ^ .4      PY                  4       PI                  4       ^ ,          P                  4        UUu/ uF(  w  pp\[        V\\        4      '       g   K  VVR,          bK*  	  pppV	PK                  \L        PN                  ! V
RRR	VR
V/R7      4       V P,                  P.                  e   EK=  V P                  P4                  '       dc   V P                  P4                   Uu. uF,  pXP_                  V4      R8w  g   K  VPa                  V4      NK.  	  pp\8        P2                  ! V4      p\L        Pb                  Pe                  X4      pXP                  4        FN  w  pp\f         F>  w  ppp\\        Pi                  V4      pVVR\k        V4      ^,           9   g   K8  VVV&    KL  	  KP  	  VV P,                  n        EKP  	  V	# u upi u upppi u upi u upppi u upi u uppi   \         de    T^ ,          PG                  ^ .TP6                  .4      PI                  4       ^ ,          TP6                  ,          R,          TTP6                  &    EK  i ; iu upi u uppi u upi )r   Nz=At least one data file must be specified, but got data_files=ÚhfzGlance doesn't support loading other revisions than 'main' yet, but got z://)Ústorage_options:Né   NÚ	fragmentsÚlance_files_pathsÚlance_files)r6   Ú
gen_kwargs)r[   r   r#   éÿÿÿÿ)6ÚlanceÚ
lance.filerU   Ú
data_filesÚ
ValueErrorÚrepo_idr	   Údownload_configr[   ÚgetÚdataset_infoÚshaÚhashÚNotImplementedErrorÚdownloadÚitemsrH   rP   Úsplitr=   ÚdatasetÚget_fragmentsÚinfor   Ú_dsÚschemar   r6   ÚpaÚtypesÚ	is_binaryÚtypeÚis_large_binaryÚ
take_blobsÚreadÚtakeÚ	to_pylistÚappendr   ÚSplitGeneratorÚfileÚLanceFileReaderÚmetadataÚ	take_rowsÚto_tableÚ
isinstanceÚbytesÚget_field_indexÚfieldr   Úfrom_arrow_schemaÚ'MAGIC_BYTES_EXTENSION_AND_FEATURE_TYPESÚfromhexÚlen) rV   Ú
dl_managerrb   ÚapiÚdataset_shard   ro   r.   r€   ÚsplitsÚ
split_namer[   Úlance_dataset_urisr@   Úlance_datasetsÚlance_datasetÚfragr]   Ú	pa_schemaÚfirst_row_first_bytesrˆ   r_   Ú
field_nameÚvaluer6   Úfieldsr   Úfirst_bytesÚmagic_bytes_hexÚ_Úfeature_typeÚmagic_bytess    &&                              r   Ú_split_generatorsÚLance._split_generatorsd   sƒ  € ÛÛà�{‰{×%×%Ð%ÜÐ\Ð]a×]hÑ]h×]sÑ]sÐ\tÐuÓvÐvØ�<�<ˆ<ÜÑS˜*×4Ñ4×DÑD×HÑHÈÈrÓRÑSˆCØ×*Ñ*¨4¯<©<Ó8×<Ñ<ˆKØŸi™iÔ'Ü)Ø]Ð^b×^gÑ^gÐ]hÐióð ð  ×(Ñ(¨¯©×)?Ñ)?Ó@ˆ
ð Xb×WgÑWgÔWiÕjÑWiÁ|Àu�e¸EÓB¹E°Dœk¨$Ö/¹EÑBÒBÑWiˆ
Òjàcm×csÑcsÔcuÕvÑcuÑS_ÐSX�eÈÓNÉÀÔ5°dÖ;ÉÑNÒNÑcuˆ
Òvà02ˆØ!+×!1Ñ!1×!3ÑˆJØ(×8Ñ8×HÑH×LÑLÈUÐSTÍXÏ^É^Ð\aÐcdÓMeÐfgÕMhÓiˆOä!5°eÓ!<Ðß!Ð!ÙasÓ!tÑasÐZ]§-¢-°×"UÑas�Ð!tÙ7EÔp±~ m×RmÑRmÖRoÈ$›TÑRo™T±~�	ÑpØ—9‘9×%Ñ%Ó-Ø )¨!¥× 0Ñ 0× 7Ñ 7�IØ,.Ð)Û!*˜ØŸ;™;×.Ñ.Ò:¸u¿z¹zÐQU×Q\ÑQ\×QdÑQdÔ?dÙ$ÜŸ8™8×-Ñ-¨e¯j©j×9Ò9¼R¿X¹X×=UÑ=UÐV[×V`ÑV`×=aÔ=að"à$2°1Õ$5×$@Ñ$@ÀÇÁÈaÈSÓ$QÐRSÕ$T×$YÑ$YÐZ\Ó$]ð !6°e·j±jÓ Añ "+ð —‘Ü×+Ò+Ø'Ø$/°Ð<OÐQUÐWdÐfjÐ#kôöñ !&óá %˜ð —J‘J×.Ñ.¨tÐ^b×^iÑ^i×^qÑ^qÐ.ÖrÙ %ð ð ð —9‘9×%Ñ%Ò-Ø +¨A¥× 7Ñ 7Ó 9× @Ñ @�Ið 2=¸Qµ×1IÑ1IÈ1È#Ó1N×1WÑ1WÓ1Y×1cÑ1cÓ1eÐfgÕ1h×1nÑ1nÔ1pô-á1pÑ-˜J¨Ü% e¬U×3ô /˜
 E¨#¥JÒ.Ù1pð *ñ -ð
 —‘Ü×+Ò+Ø'Ø$/°Ð7JÈEÐS`ÐbmÐ#nôôð �y‰y×!Ñ!Õ)Ø—;‘;×&×&Ð&à:>¿+¹+×:MÒ:MóÙ:M°$ÐQZ×QjÑQjÐkoÓQpÐtvÑQvÔ-˜	Ÿ™¨Ö-Ñ:Mð ð ô !#§	¢	¨&Ó 1�IÜ#×,Ñ,×>Ñ>¸yÓI�Ø/D×/JÑ/JÖ/LÑ+�J ß<cÑ8˜¨¨LÜ&+§m¡m°OÓ&D˜Ø&¨+Ð6L¼¸KÓ8HÈ1Õ8LÐ*MÖMØ3?˜H ZÑ0Ú!ó	 =dñ 0Mð &.�—	‘	×"ñw "4ðz ˆùòE CùÔjùâNùÔvùò "uùÛpøô $.ô "à$2°1Õ$5×$:Ñ$:¸A¸3ÀÇÁÀÓ$M×$WÑ$WÓ$YÐZ[Õ$\Ð]b×]gÑ]gÕ$hÐilÕ$mð !6°e·j±jÕ Að"üòùó-ùòsn   ÄW!ÄWÄ-W!ÅW-ÅW(Å+W-Ç)W4È!W9ÌAW?Î
:Y1ÑY6Ñ,Y6Ó9Y<ÔY<×W!×(W-×?A*Y.Ù-Y.c                óN   <€ V ^8„  d   QhRS[ P                  RS[ P                  /# )r   Úpa_tabler/   )ru   ÚTable)r   r   s   "€r   r    ÚLance.__annotate__¸   s#   ø€ ÷ ñ ¡B§H¡Hð ±·±ñ r"   c                óˆ   € V P                   P                  e*   \        WP                   P                  P                  4      pV# ©N)rr   r   r   Úarrow_schema)rV   r£   s   &&r   Ú_cast_tableÚLance._cast_table¸   s3   € Ø�9‰9×ÑÒ)ô " (¯I©I×,>Ñ,>×,KÑ,KÓLˆHØˆr"   c                óˆ   <€ V ^8„  d   QhRS[ S[R,          ,          RS[ S[S[,          ,          RS[ S[R,          ,          /# ©r   r]   zlance.LanceFragmentr^   r_   zlance.file.LanceFileReader©r   r   r8   r   )r   r   s   "€r   r    r¥   ¿   sH   ø€ ÷ )ñ )á™DÐ!6Õ7Õ8ð)ñ $¡D©¥IÕ.ð)ñ ™dÐ#?Õ@ÕAñ	)r"   c              #  óø   "  € V'       d]   V FT  pVP                   P                  4        Uu. uF  qUP                  NK  	  pp\        V4      ^8X  d
   V^ ,          MRV/x € KV  	  R# T Rj  x€L
  R# u upi  L5i)é   Úfragment_data_filesN)r‚   rd   r;   rŒ   )rV   r]   r^   r_   ÚfragmentÚ	data_fileÚpathss   &&&&   r   Ú_generate_shardsÚLance._generate_shards¿   sm   é € ÷ Û%�Ø9A×9JÑ9J×9UÑ9UÔ9WÓXÑ9W¨IŸœÑ9W�ÐXÜ"% e£*°¤/�e˜A–hÐ8MÈuÐ7UÔUó &ð )×(Ò(ùò Yñ )ùs   ‚*A:¬A3Á ,A:Á,A8Á-A:c                óˆ   <€ V ^8„  d   QhRS[ S[R,          ,          RS[ S[S[,          ,          RS[ S[R,          ,          /# r¬   r­   )r   r   s   "€r   r    r¥   Ì   sH   ø€ ÷ ,ñ ,á™DÐ!6Õ7Õ8ð,ñ $¡D©¥IÕ.ð,ñ ™dÐ#?Õ@ÕAñ	,r"   c              #  óŽ   "  € V'       d   V F  pVP                  4       x € K  	  R # V F  pVP                  4       x € K  	  R # 5ir§   )Ú
count_rowsÚnum_rows)rV   r]   r^   r_   r±   Ú
lance_files   &&&&  r   Ú_generate_num_examplesÚLance._generate_num_examplesÌ   s>   é € ÷ Û%�Ø×)Ñ)Ó+Ô+ó &ó *�
Ø ×)Ñ)Ó+Ô+ó *ùs   ‚AAc                óˆ   <€ V ^8„  d   QhRS[ S[R,          ,          RS[ S[S[,          ,          RS[ S[R,          ,          /# r¬   r­   )r   r   s   "€r   r    r¥   Ù   sM   ø€ ÷ Lñ Lá™DÐ!6Õ7Õ8ðLñ $¡D©¥IÕ.ðLñ ™dÐ#?Õ@ÕAñ	Lr"   c           	   #  ó’  "  € V'       d£   \        V4       F‘  w  rE\        VP                  V P                  P                  V P                  P                  R R7      4       FC  w  rg\
        P                  P                  V.4      p\        WF4      V P                  V4      3x € KE  	  K“  	  R# \        V4       F‰  w  rš\        V
P                  V P                  P                  R7      P                  4       4       FC  w  rg\
        P                  P                  V.4      p\        W–4      V P                  V4      3x € KE  	  K‹  	  R# 5i)Ú
all_binary)r   r   Úblob_handling)r   N)Ú	enumerateÚ
to_batchesrU   r   r   ru   r¤   Úfrom_batchesr   r©   Úread_all)rV   r]   r^   r_   Úfrag_idxr±   Ú	batch_idxÚbatchÚtableÚfile_idxrº   s   &&&&       r   Ú_generate_tablesÚLance._generate_tablesÙ   s  é € ÷ Ü&/°	Ö&:Ñ"�Ü(1Ø×'Ñ'Ø $§¡× 3Ñ 3ÀÇÁ×@VÑ@VÐfrð (ó ö)Ñ$�Iô
 ŸH™H×1Ñ1°5°'Ó:�EÜ˜hÓ2°D×4DÑ4DÀUÓ4KÐKÔKó)ó ';ô )2°+Ö(>Ñ$�Ü(1°*×2EÑ2EÐQU×Q\ÑQ\×QgÑQgÐ2EÓ2h×2sÑ2sÓ2uÖ(vÑ$�IÜŸH™H×1Ñ1°5°'Ó:�EÜ˜hÓ2°D×4DÑ4DÀUÓ4KÐKÔKó )wó )?ùs   ‚EEr#   N)z.idxz.txnz	.manifest)r$   r%   r&   r'   r   ÚBUILDER_CONFIG_CLASSÚMETADATA_EXTENSIONSÚMETADATA_FILE_NAMESrW   r    r©   r´   r»   rÊ   r*   r+   r,   s   @r   rR   rR   \   sQ   ø‡ € Ø&ÐÚ7ÐØ5Ð6ÐòCòR÷hð ÷)ð )÷,ð ,÷Lö Lr"   rR   ))rD   Údataclassesr   Úpathlibr   Útypingr   r   r   r   Úpyarrowru   Úhuggingface_hubr	   r   r
   r   r   Údatasets.builderr   Údatasets.tabler   Údatasets.utils.file_utilsr   rb   rc   ÚutilsÚloggingÚ
get_loggerr$   ÚloggerrŠ   ÚBuilderConfigr   r=   rH   rP   ÚArrowBasedBuilderÚbuilderÚ_CountableBuilderMixinrR   r#   r"   r   Ú<module>rß      sW  ðÛ 	Ý !Ý ß 6Ó 6ã Ý !ã ß (Ñ (Ý  Ý %Ý 3÷ ÛÛà	�‰×	Ñ	×	*Ñ	*¨8Ó	4€ð �F™E›GÐ$Ø ©«Ð0Ø ©«Ð0Ø�F™E›GÐ$Ø�G™U›WÐ%Ø�G™U›WÐ%Ø�F™E›GÐ$Ø�F™E›GÐ$Øˆf‘e“gÐØˆf‘e“gÐØ�F™E›GÐ$Ø�F™E›GÐ$Ø�™›Ð!Ø�G™U›WÐ%ð+Ð 'ð$ ô �(×(Ñ(ó  ó ð õ*õõôPLˆH×&Ñ&¨×(8Ñ(8×(OÑ(Oö PLr"   