+
    QV-j—$  ã            	       ó  € ^ RI t ^ RIt^ RIHt ^ RIHt ^ RIHt ^ RIH	t	H
t
Ht ^ RIt^ RIHt ^RIHt ^RIHt ^R	IHtHt ^R
IHt ^RIHt ]! ]4      t ! R R]P8                  4      tR R lt ! R R]] ]] ]	3,          3,          4      t!/ R. bR. bR. bR. bR. bR. bR. bR. bR. bR. bR. bR. bR. bR. bR . bR!. bR". b/ R#. bR$. bR%. bR&. bR'. bR(. bR). bR*. bR+. bR,. bR-. bR.. bR/. bR0. bR1. bR2. bR3. bCR4. R5. R6. /Ct"R# )7é    N)ÚCounter)Úgroupby)Ú
itemgetter)ÚAnyÚClassVarÚOptional©ÚDatasetCardData)ÚMETADATA_CONFIGS_FIELD)ÚFeatures)ÚDatasetInfoÚDatasetInfosDict)Ú	_split_re)Ú
get_loggerc                   ó<   a a€ ] tR t^t oR tRV 3R lltRtVtV ;t# )Ú_NoDuplicateSafeLoaderc                ól  € VP                    UUu. uF  w  r#V P                  V,          NK  	  pppV Uu. uF&  p\        V\        4      '       d   \	        V4      MTNK(  	  pp\        V4      pV Uu. uF  qVV,          ^8”  g   K  VNK  	  ppV'       d   \        RV 24      hR# u uppi u upi u upi )é   zGot duplicate yaml keys: N)ÚvalueÚconstructed_objectsÚ
isinstanceÚlistÚtupler   Ú	TypeError)ÚselfÚnodeÚkey_nodeÚ_ÚkeysÚkeyÚcounterÚduplicate_keyss   &&      Úh/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/datasets/utils/metadata.pyÚ(_check_no_duplicates_on_constructed_nodeÚ?_NoDuplicateSafeLoader._check_no_duplicates_on_constructed_node   s£   € ØFJÇjÂjÔQÁj±{°x�×(Ñ(¨×2Ð2ÁjˆÑQÙHLÓMÉÀœj¨¬d×3Ò3”�c”
¸Ò<ÉˆÐMÜ˜$“-ˆÙ)0ÓE© #¸CµLÀ1Ñ4DŸ#˜#©ˆÐEßÜÐ7¸Ð7GÐHÓIÐIñ ùó	 RùÚMùâEs   �B&µ,B,Á2B1ÂB1c                óJ   <€ \         SV `  WR 7      pV P                  V4       V# ))Údeep)ÚsuperÚconstruct_mappingr$   )r   r   r'   ÚmappingÚ	__class__s   &&& €r#   r)   Ú(_NoDuplicateSafeLoader.construct_mapping   s(   ø€ Ü‘'Ñ+¨DÐ+Ó<ˆØ×5Ñ5°dÔ;Øˆó    © )F)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r$   r)   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r+   Ú__classdict__s   @@r#   r   r      s   ù‡ € òJ÷÷ r-   r   c                óh   € V ^8„  d   QhR\         R\        \        \         ,          \         3,          /# )é   Úreadme_contentÚreturn)Ústrr   r   )Úformats   "r#   Ú__annotate__r=   $   s(   € ÷ )ñ )¬Cð )´E¼(Ä3½-ÌÐ:LÕ4Mñ )r-   c                 ó@  € \        V P                  4       4      pV'       dl   V^ ,          R8X  d^   RVR,          9   dP   VR,          P                  R4      ^,           pRP                  V^V 4      pVRP                  W^,           R 4      3# RRP                  V4      3# )r   z---:r   NNÚ
N)r   Ú
splitlinesÚindexÚjoin)r9   Úfull_contentÚsep_idxÚ	yamlblocks   &   r#   Ú_split_yaml_from_readmerF   $   s�   € Ü˜×1Ñ1Ó3Ó4€Lß˜ Q�¨5Ô0°U¸lÈ2Õ>NÔ5NØ˜rÕ"×(Ñ(¨Ó/°!Õ3ˆØ—I‘I˜l¨1¨WÐ5Ó6ˆ	Ø˜$Ÿ)™) L¸1µ°Ð$?Ó@Ð@Ð@à�—‘˜<Ó(Ð(Ð(r-   c                   ó¬   a € ] tR t^.t o Rt]t]V 3R lR l4       t]	V 3R lR l4       t
]	V 3R lR l4       tV 3R lR	 ltV 3R
 lR ltV 3R ltRtV tR# )ÚMetadataConfigsz5Should be in format {config_name: {**config_params}}.c                ó    <€ V ^8„  d   QhRS[ /# )r8   Úmetadata_config)Údict)r<   r6   s   "€r#   r=   ÚMetadataConfigs.__annotate__4   s   ø€ ÷ 0=ñ 0=¹dñ 0=r-   c                óL  € V P                  R 4      pVEe   \        P                  ! RV R24      p\        V\        \
        34      '       g   \        V4      h\        V\        4      '       dµ   V F¬  p\        V\
        \        34      '       d…   \        V\        4      '       g   K7  \        V4      ^8X  d]   RV9   dV   \        P                  ! \        VR,          4      '       d.   \        VP                  R4      \
        \        34      '       d   K£  \        V4      h	  R# R# R# )Ú
data_filesNz¦
                Expected data_files in YAML to be either a string or a list of strings
                or a list of dicts with two keys: 'split' and 'path', but got aÞ  
                Examples of data_files in YAML:

                   data_files: data.csv

                   data_files: data/*.png

                   data_files:
                    - part0/*
                    - part1/*

                   data_files:
                    - split: train
                      path: train/*
                    - split: test
                      path: test/*

                   data_files:
                    - split: train
                      path:
                      - train/part1/*
                      - train/part2/*
                    - split: test
                      path: test/*

                PS: some symbols like dashes '-' are not allowed in split names
                ÚsplitÚpath)ÚgetÚtextwrapÚdedentr   r   r;   Ú
ValueErrorrK   ÚlenÚreÚmatchr   )rJ   Úyaml_data_filesÚyaml_error_messageÚyaml_data_files_items   &   r#   Ú$_raise_if_data_files_field_not_validÚ4MetadataConfigs._raise_if_data_files_field_not_valid3   sú   € à)×-Ñ-¨lÓ;ˆØÓ&Ü!)§¢ðOàO^ÐN_ð `ðó"Ðô> ˜o´´c¨{×;Ò;Ü Ð!3Ó4Ð4Ü˜/¬4×0Ò0Û,;Ð(ä&Ð';¼cÄ4¸[×IÒIÜ%Ð&:¼D×AÔAäÐ 4Ó5¸Ô:Ø 'Ð+?Ô ?Ü "§¢¬Ð4HÈÕ4Q× RÒ RÜ *Ð+?×+CÑ+CÀFÓ+KÌcÔSWÈ[× YÔ Yô )Ð);Ó<Ð<ó -<ñ 1ñE 'r-   c                óV   <€ V ^8„  d   QhRS[ RS[S[S[ S[3,          ,          RS[RR/# )r8   Úparquet_commit_hashÚexported_parquet_filesÚdataset_infosr:   rH   )r;   r   rK   r   r   )r<   r6   s   "€r#   r=   rL   g   s@   ø€ ÷ $%ñ $%á ð$%ñ !%¡T©#©s¨(¥^Õ 4ð$%ñ (ð	$%ð
 
ñ$%r-   c                óÖ  € \        V\        R 4      4       UUUUUu/ uF•  w  rETR\        V\        R4      4       UUUu. uF2  w  rgRTRV Uu. uF  pVR,          P                  RV4      NK  	  up/NK4  	  upppR\        VP	                  V\        4       4      P                  ;'       g    R4      /bK—  	  p	pppppV'       d|   VP                  4        UU
UUu/ uF[  w  rJTRV
P                   UUu. uF+  pW”,          R,           F  pVR,          V8X  g   K  VNK  	  K-  	  uppRW”,          R,          /bK]  	  p	pp
ppV ! V	4      # u upi u upppi u upppppi u uppi u uppp
pi )ÚconfigrN   rO   rP   Úurlzrefs%2Fconvert%2FparquetÚversionz0.0.0)	r   r   Úreplacer;   rQ   r   rd   ÚitemsÚsplits)Úclsr^   r_   r`   Úconfig_nameÚparquet_files_for_configÚ
split_nameÚparquet_files_for_splitÚparquet_fileÚmetadata_configsÚdataset_infoÚ	data_files   &&&&        r#   Ú._from_exported_parquet_files_and_dataset_infosÚ>MetadataConfigs._from_exported_parquet_files_and_dataset_infosf   s«  € ô* :AÐAWÔYcÐdlÓYmÔ9n÷
ñ :oÑ5�ð Øô @GÐG_ÔakÐlsÓatÔ?uõ	ñ @vÑ;˜
ð   Øá0Gó!á0G ð )¨Õ/×7Ñ7Ð8RÐTgÖhÙ0Gñ!óñ @vó	ð œ3˜}×0Ñ0°¼k»mÓL×TÑT×_Ð_ÐX_Ó`ðò ñ :oð 	ô 
÷  ð 2?×1DÑ1DÔ1Fö ñ 2GÑ-�Kð Ø à*6×*=Ò*=ô#á*=˜JØ)9Õ)FÀ|×)TÐ)T˜IØ$ WÕ-°Ñ;÷ "˜	á)Tñ "Ù*=ò#ð Ð/Õ<¸YÕGðò ñ 2Gð ó  ñ Ð#Ó$Ð$ùò3!ùô	ùö
ùó(#ùõ sL   œ"E¾EÁ"E&Á.EÁ64EÂ+EÃE#
Ã2"EÄ
EÄ#E#
ÅEÅEÅE#
c                ó$   <€ V ^8„  d   QhRS[ RR/# )r8   Údataset_card_datar:   rH   r	   )r<   r6   s   "€r#   r=   rL   Ž   s   ø€ ÷ ñ ±ð ÐK\ñ r-   c                ó^  € VP                  V P                  4      '       dú   WP                  ,          p\        V\        4      '       g   \	        R V P                   RV R24      hV F*  pRV9  d   \	        RV R24      hV P                  V4       K,  	  T ! V UUUu/ uFn  pVP                  4       ;p'       g   K  VP                  R4      VP                  4        UUu/ uF$  w  rEYDR8w  d   TM\        P                  ! V4      bK&  	  uppbKp  	  uppp4      # V ! 4       # u uppi u upppi )z	Expected z to be a list, but got 'Ú'ri   zUEach config must include `config_name` field with a string name of a config, but got z. Úfeatures)rQ   Ú
FIELD_NAMEr   r   rT   r[   ÚcopyÚpoprf   r   Ú_from_yaml_list)rh   rt   rn   rJ   Úparamr   rb   s   &&     r#   Úfrom_dataset_card_dataÚ&MetadataConfigs.from_dataset_card_data�   s8  € à× Ñ  §¡×0Ò0Ø0·±Õ@ÐÜÐ.´×5Ò5Ü  9¨S¯^©^Ð,<Ð<TÐUeÐTfÐfgÐ!hÓiÐiÛ#3�Ø ¨Ô7Ü$ð#Ø#2Ð"3°2ð7óð ð ×8Ñ8¸ÖIñ $4ñ ñ ,<õñ
 ,<˜Ø"1×"6Ñ"6Ó"8Ð8˜Ó8ô�F—J‘J˜}Ó-à,2¯L©L¬Nô0á,:™L˜Eð °Ô(;™uÄ×AYÒAYÐZ_ÓA`Ò`Ù,:ò0ò ñ ,<óó	ð 	ñ ‹uˆùó0ùôs   ÂD(Â=#D(Ã *D"Ä
D(Ä"D(c                ó$   <€ V ^8„  d   QhRS[ RR/# )r8   rt   r:   Nr	   )r<   r6   s   "€r#   r=   rL   ¦   s   ø€ ÷ ñ ±oð È$ñ r-   c                ó¢  € V '       dÁ   V P                  4        F  pV P                  V4       K  	  V P                  V4      p\        \	        / VCV CP                  4       4      4      pVP                  4        F  w  rVVP                  R R4       K  	  VP                  4        UUu. uF  w  rVR V/VCNK  	  uppWP                  &   R# R# u uppi )ri   N)Úvaluesr[   r}   rK   Úsortedrf   rz   rx   )r   rt   rJ   Úcurrent_metadata_configsÚtotal_metadata_configsri   Úconfig_metadatas   &&     r#   Úto_dataset_card_dataÚ$MetadataConfigs.to_dataset_card_data¦   sÊ   € ßØ#'§;¡;¦=�Ø×9Ñ9¸/ÖJñ $1à'+×'BÑ'BÐCTÓ'UÐ$Ü%)¬&Ð1UÐ4LÐ1UÐPTÐ1U×1[Ñ1[Ó1]Ó*^Ó%_Ð"Ø0F×0LÑ0LÖ0NÑ,�Ø×#Ñ# M°4Ö8ñ 1Oð 5K×4PÑ4PÔ4Rô2á4RÑ0�Kð  Ð?¨Ó?Ù4Rò2ÐŸo™oÓ.ñ ùó2s   Â&Cc                ó0   <€ V ^8„  d   QhRS[ S[,          /# )r8   r:   )r   r;   )r<   r6   s   "€r#   r=   rL   ³   s   ø€ ÷ 
#ñ 
#©±#­ñ 
#r-   c                óÌ   € R pV P                  4        FM  w  r#\        V 4      ^8X  g!   VR8X  g   VP                  R4      '       g   K5  Vf   TpK=  \        RV RV R24      h	  V# )NÚdefaultz&Dataset has several default configs: 'z' and 'z'.)rf   rU   rQ   rT   )r   Údefault_config_nameri   rJ   s   &   r#   Úget_default_config_nameÚ'MetadataConfigs.get_default_config_name³   sw   € Ø"ÐØ,0¯J©J®LÑ(ˆKÜ�4‹y˜AŒ~ °	Ô!9¸_×=PÑ=PÐQZ×=[Ô=[Ø&Ò.Ø*5Ò'ä$Ø@ÐATÐ@UÐU\Ð]hÐ\iÐikÐlóð ñ -9ð #Ð"r-   c                ó6   <€ V ^8„  d   Qh/ S[ S[,          ;R&   # )r8   rx   )r   r;   )r<   r6   s   "€r#   r=   rL   .   s   ø‡ ‚ ñ ™•Ñ6ò r-   r.   N)r/   r0   r1   r2   Ú__doc__r   rx   Ústaticmethodr[   Úclassmethodrq   r}   r†   rŒ   Ú__annotate_func__r3   r4   )r6   s   @r#   rH   rH   .   se   ø‡ € Ù?à 6€Jà÷0=ó ð0=ðd ÷$%ó ð$%ðL ÷ó ð÷0ð ÷
#ð 
#÷K ƒ r-   rH   zimage-classificationÚtranslationzimage-segmentationz	fill-maskzautomatic-speech-recognitionztoken-classificationzsentence-similarityzaudio-classificationzquestion-answeringÚsummarizationzzero-shot-classificationztable-to-textzfeature-extractionÚotherzmultiple-choiceztext-classificationztext-to-imageztext2text-generationzzero-shot-image-classificationztabular-classificationztabular-regressionzimage-to-imageztabular-to-textzunconditional-image-generationztext-retrievalztext-to-speechzobject-detectionzaudio-to-audioztext-generationÚconversationalztable-question-answeringzvisual-question-answeringzimage-to-textzreinforcement-learningzvoice-activity-detectionztime-series-forecastingzdocument-question-answering)#rV   rR   Úcollectionsr   Ú	itertoolsr   Úoperatorr   Útypingr   r   r   ÚyamlÚhuggingface_hubr
   rb   r   rw   r   Úinfor   r   Únamingr   Úutils.loggingr   r/   ÚloggerÚ
SafeLoaderr   rF   rK   r;   rH   Úknown_task_idsr.   r-   r#   Ú<module>r£      s*  ðÛ 	Û Ý Ý Ý ß *Ñ *ã Ý +å +Ý ß 0Ý Ý &ñ 
�HÓ	€ô˜TŸ_™_ô õ)ôO#�d˜3  S¨# X¥Ð.Õ/ô O#ðj&Ø˜Bð&à�2ð&ð ˜"ð&ð �ð	&ð
 # Bð&ð ˜Bð&ð ˜2ð&ð ˜Bð&ð ˜"ð&ð �Rð&ð  ð&ð �Rð&ð ˜"ð&ð ˆRð&ð �rð&ð  ˜2ð!&ð" �Rñ#&ð$ ˜Bð%&ð& % bð'&ð( ˜bð)&ð* ˜"ð+&ð, �bð-&ð. �rð/&ð0 % bð1&ð2 �bð3&ð4 �bð5&ð6 ˜ð7&ð8 �bð9&ð: �rð;&ð< �bð=&ð>  ð?&ð@   ðA&ðB �RðC&ðD ˜bñE&ðF  Ø˜rØ! 2ñK&‚r-   