+
    QV-jì  ã                   óè   € ^ RI t ^ RIt^ RIHtHtHt ^ RIt^ RIHt	 ^RI
HtHtHtHt ^RIHtHt ^RIHt ^RIHt ^RIHt ^RIHt ^R	IHt ^R
IHtHt ^RI H!t!  ! R R]!4      t" ! R R4      t#R# )é    N)ÚBinaryIOÚOptionalÚUnion)ÚDatasetÚFeaturesÚ
NamedSplitÚconfig)Ú$get_writer_batch_size_from_data_sizeÚ#get_writer_batch_size_from_features)Úrequire_storage_embed)Úquery_table)Ú_PACKAGED_DATASETS_MODULES)ÚParquet)Útqdm)ÚNestedDataStructureLikeÚPathLike)ÚAbstractDatasetReaderc                   óH   a a€ ] tR t^t oRV3R lV 3R llltR tRtVtV ;t# )ÚParquetDatasetReaderc                ó„   <€ V ^8„  d   QhRS[ S[,          RS[S[,          RS[S[,          RS[RS[RS[RS[S[,          /# )é   Úpath_or_pathsÚsplitÚfeaturesÚ	cache_dirÚkeep_in_memoryÚ	streamingÚnum_proc)r   r   r   r   r   ÚstrÚboolÚint)ÚformatÚ__classdict__s   "€Úd/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/datasets/io/parquet.pyÚ__annotate__Ú!ParquetDatasetReader.__annotate__   sd   ø€ ÷ 
ñ 
á.©xÕ8ð
ñ ™
Õ#ð
ñ ™8Õ$ð	
ñ
 ð
ñ ð
ñ ð
ñ ™3•-ñ
ó    c                óæ   <€ \         S
V `  ! V3R VRVRVRVRVRV/VB  \        V\        4      '       d   TMV P                  V/p\
        R,          ^,          p	\        R
RVRVRVRV	/VB V n        R	# )r   r   r   r   r   r   ÚparquetÚ
data_filesÚhashN© )ÚsuperÚ__init__Ú
isinstanceÚdictr   r   r   Úbuilder)Úselfr   r   r   r   r   r   r   Úkwargsr+   Ú	__class__s   &&&&&&&&, €r$   r.   ÚParquetDatasetReader.__init__   sÁ   ø€ ô 	‰ÒØñ		
àð		
ð ð		
ð  ð			
ð
 *ð		
ð  ð		
ð ð		
ð ò		
ô *4°MÄ4×)HÒ)H™ÈtÏzÉzÐ[hÐNiˆÜ)¨)Õ4°QÕ7ˆÜñ 
Øð
à$ð
ð ð
ð ð	
ð
 ñ
ˆŽr'   c                ó@  € V P                   '       d)   V P                  P                  V P                  R 7      pV# RpRpRpRpV P                  P	                  VVVVV P
                  R7       V P                  P                  V P                  V P                  R7      pV# ))r   N)Údownload_configÚdownload_modeÚverification_modeÚ	base_pathr   )r   Ú	in_memory)r   r1   Úas_streaming_datasetr   Údownload_and_preparer   Ú
as_datasetr   )r2   Údatasetr7   r8   r9   r:   s   &     r$   ÚreadÚParquetDatasetReader.read3   s˜   € à�>�>ˆ>Ø—l‘l×7Ñ7¸d¿j¹jÐ7ÓIˆGð  ˆð #ˆOØ ˆMØ $ÐØˆIà�L‰L×-Ñ-Ø /Ø+Ø"3Ø#ØŸ™ð .ô ð —l‘l×-Ñ-°D·J±JÈ$×J]ÑJ]Ð-Ó^ˆGØˆr'   )r1   )NNNFFN)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r.   r@   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r4   r#   s   @@r$   r   r      s   ù‡ € ÷
õ 
÷>ò r'   r   c                   óZ   a € ] tR t^It o R	V 3R lR lltV 3R lR ltV 3R lR ltRtV tR# )
ÚParquetDatasetWriterNc                óŠ   <€ V ^8„  d   QhRS[ RS[S[S[3,          RS[S[,          RS[S[,          RS[S[S[3,          RS[/# )r   r?   Úpath_or_bufÚ
batch_sizeÚstorage_optionsÚuse_content_defined_chunkingÚwrite_page_index)r   r   r   r   r   r!   r0   r    )r"   r#   s   "€r$   r%   Ú!ParquetDatasetWriter.__annotate__J   sb   ø€ ÷ 1ñ 1áð1ñ ™8¡XÐ-Õ.ð1ñ ™S•Mð	1ñ
 "¡$�ð1ñ ',©D±$¨JÕ&7ð1ñ ñ1r'   c                ó.  € Wn         W n        T;'       gA    \        VP                  4      ;'       g$    \	        \        V4      VP                  4       4      V n        T;'       g    / V n        Wpn	        VR J d   \        P                  pWPn        W`n        R# )TN)r?   rL   r   r   r
   ÚlenÚ_estimate_nbytesrM   rN   Úparquet_writer_kwargsr	   ÚDEFAULT_CDC_OPTIONSrO   rP   )r2   r?   rL   rM   rN   rO   rP   rU   s   &&&&&&&,r$   r.   ÚParquetDatasetWriter.__init__J   sŽ   € ð ŒØ&Ôà÷ ^ð ^Ü2°7×3CÑ3CÓD÷^ð ^ä3´C¸³LÀ'×BZÑBZÓB\Ó]ð 	Œð
  /×4Ð4°"ˆÔØ%:Ô"Ø'¨4Ó/Ü+1×+EÑ+EÐ(Ø,HÔ)Ø 0Ör'   c                ó    <€ V ^8„  d   QhRS[ /# )r   Úreturn)r!   )r"   r#   s   "€r$   r%   rQ   b   s   ø€ ÷ ñ ‘sñ r'   c           	     óæ  € \        V P                  \        \        \        P
                  34      '       dt   \        P                  ! V P                  R 3/ V P                  ;'       g    / B ;_uu_ 4       pV P                  ! RRVRV P                  /V P                  B pRRR4       V# V P                  ! RRV P                  RV P                  /V P                  B pV#   + '       g   i     X# ; i)ÚwbÚfile_objrM   Nr,   )r/   rL   r   ÚbytesÚosr   ÚfsspecÚopenrN   Ú_writerM   rU   )r2   ÚbufferÚwrittens   &  r$   ÚwriteÚParquetDatasetWriter.writeb   sß   € Ü�d×&Ñ&¬¬e´R·[±[Ð(A×BÒBÜ—’˜T×-Ñ-¨tÑT¸×8LÑ8L×8RÐ8RÐPR×TÒTÐX^ØŸ+š+ñ Ø#ðà#Ÿ™ðð ×0Ñ0ñ�÷ Uð ˆð —k’kñ Ø×)Ñ)ðàŸ?™?ðð ×,Ñ,ñˆGð
 ˆ÷ UÖTð ˆús   Á4+CÃC0	c                ó,   <€ V ^8„  d   QhRS[ RS[RS[/# )r   r\   rM   rY   )r   r!   )r"   r#   s   "€r$   r%   rQ   r   s#   ø€ ÷ -ñ -™xð -±Sð -ÑVYñ -r'   c                ó”  € ^ pVP                  RR4      pV P                  P                  P                  p\        P
                  ! V3RTRV P                  RV P                  RV P                  P                  P                  4        UUu/ uF  w  rxT\        V4      '       d   RMRbK  	  uppR	V P                  P                  P                  4        UUu. uF  w  rx\        V4      '       d   K  VNK  	  uppR
V P                  P                  P                  4        UUu/ uF  w  rx\        V4      '       g   K  VRbK  	  upp/VB p	\        \        ^ \        V P                  4      V4      RRR7       Fl  p
\        V P                  P                  \        WªV,           4      V P                  P                   R7      pV	P#                  V4       WKP$                  ,          pKn  	  V P                  RJd2   V	P'                  R\(        P*                  ! V P                  4      /4       V	P-                  4        V# u uppi u uppi u uppi )zxWrites the pyarrow table as Parquet to a binary file handle.

Caller is responsible for opening and closing the handle.
rL   NÚschemarO   rP   ÚcompressionÚnoneÚsnappyÚuse_dictionaryÚcolumn_encodingÚPLAINÚbaz"Creating parquet from Arrow format)ÚunitÚdesc)ÚtableÚkeyÚindicesFÚcontent_defined_chunking)Úpopr?   r   Úarrow_schemaÚpqÚParquetWriterrO   rP   Úitemsr   Úhf_tqdmÚrangerS   r   Ú_dataÚsliceÚ_indicesÚwrite_tableÚnbytesÚadd_key_value_metadataÚjsonÚdumpsÚclose)r2   r\   rM   rU   rc   Ú_rh   ÚcolÚfeatureÚwriterÚoffsetÚbatchs   &&&,        r$   ra   ÚParquetDatasetWriter._writer   s  € ð
 ˆØ!×%Ñ% m°TÓ:ˆØ—‘×&Ñ&×3Ñ3ˆä×!Ò!Øñ
àð
ð *.×)JÑ)Jð
ð "×2Ñ2ð	
ð %)§L¡L×$9Ñ$9×$?Ñ$?Ô$Aôá$A‘L�Cð Ô4°W×=Ò=‘VÀ8ÒKÙ$Aòð
ð )-¯©×(=Ñ(=×(CÑ(CÔ(EôÙ(E™˜ÔMbÐcj×Mk—�Ñ(Eòð
ð 26·±×1FÑ1F×1LÑ1LÔ1NôÙ1N¡ ÔRgÐho×Rp”��W’Ñ1Nòð
ð $ñ
ˆô$ Ü�!”S˜Ÿ™Ó&¨
Ó3ØØ5÷
ˆFô
  Ø—l‘l×(Ñ(Ü˜&¨:Õ"5Ó6ØŸ™×-Ñ-ôˆEð
 ×Ñ˜uÔ%Ø—|‘|Õ#ŠGñ
ð ×,Ñ,°EÓ9Ø×)Ñ)Ð+EÄtÇzÂzÐRV×RsÑRsÓGtÐ*uÔvà�‰ŒØˆùó?ùóùós   Â	!H8ÃH>Ã/H>Ä I"Ä:I")rM   r?   rU   rL   rN   rO   rP   )NNTT)	rB   rC   rD   rE   r.   rd   ra   rF   rG   )r#   s   @r$   rJ   rJ   I   s#   ø‡ € ÷1ò 1÷0ð ÷ -ö -r'   rJ   )$rƒ   r^   Útypingr   r   r   r_   Úpyarrow.parquetr)   rx   Ú r   r   r   r	   Úarrow_writerr
   r   Úfeatures.featuresr   Ú
formattingr   Úpackaged_modulesr   Ú packaged_modules.parquet.parquetr   Úutilsr   r{   Úutils.typingr   r   Úabcr   r   rJ   r,   r'   r$   Ú<module>r˜      sO   ðÛ Û 	ß ,Ñ ,ã Ý ç 4Ó 4ß dÝ 5Ý $Ý 9Ý 6Ý #ß <Ý &ô3Ð0ô 3÷lVó Vr'   