+
    QV-j�  ã                   óÊ   € ^ RI t ^ RIt^ RIHt ^ RIHt ^ RIHt ^ RIt	^ RI
Ht ^ RIHt ^ RIHt ^ RIHt ^ R	IHtHt ^ R
IHt ^ RIHtHt ]! ]4      tR t ! R R]4      tR# )é    N©ÚArgumentParser)Ú	Generator)Úrmtree)ÚDatasetBuilder)ÚBaseDatasetsCLICommand)ÚDownloadMode)ÚDatasetInfosDict)Údataset_module_factoryÚget_dataset_builder_class)ÚVerificationMode)ÚERRORÚ
get_loggerc                 ó  € \        V P                  V P                  V P                  V P                  V P
                  V P                  ;'       g    V P                  V P                  V P                  V P                  V P                  4
      # )N)ÚTestCommandÚdatasetÚnameÚ	cache_dirÚdata_dirÚall_configsÚ	save_infoÚ
save_infosÚignore_verificationsÚforce_redownloadÚclear_cacheÚnum_proc)Úargss   &Úg/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/datasets/commands/test.pyÚ_test_command_factoryr      si   € ÜØ�‰Ø�	‰	Ø�‰Ø�‰Ø×ÑØ�‰×)Ð)˜$Ÿ/™/Ø×!Ñ!Ø×ÑØ×ÑØ�‰óð ó    c                   óX   a € ] tR t^#t o Rt]V 3R lR l4       tV 3R lR ltR tRt	V t
R# )	r   Fc                ó    <€ V ^8„  d   QhRS[ /# )é   Úparserr   )ÚformatÚ__classdict__s   "€r   Ú__annotate__ÚTestCommand.__annotate__'   s   ø€ ÷ "=ñ "=¡Nñ "=r    c                ó@  € V P                  R RR7      pVP                  R\        RRR7       VP                  R\        RRR7       VP                  R	\        RR
R7       VP                  RRRR7       VP                  RRRR7       VP                  RRRR7       VP                  RRRR7       VP                  RRRR7       VP                  R\        RRR7       VP                  RRRR7       VP                  R\        RR7       VP	                  \
        R7       R# )ÚtestzTest dataset loading.)Úhelpz--nameNzDataset processing name)ÚtypeÚdefaultr+   z--cache_dirz.Cache directory where the datasets are stored.z
--data_dirz@Can be used to specify a manual directory to get the files from.z--all_configsÚ
store_truezTest all dataset configurations)Úactionr+   z--save_infoz6Save the dataset infos in the dataset card (README.md)z--ignore_verificationsz1Run the test without checksums and splits checks.z--force_redownloadzForce dataset redownloadz--clear_cachezBRemove downloaded files and cached datasets after each config testz
--num_proczNumber of processesz--save_infoszalias to save_infor   zName of the dataset to download)r,   r+   )Úfunc)Ú
add_parserÚadd_argumentÚstrÚintÚset_defaultsr   )r$   Útest_parsers   & r   Úregister_subcommandÚTestCommand.register_subcommand&   sN  € à×'Ñ'¨Ð5LÐ'ÓMˆØ× Ñ  ´¸TÐHaÐ ÔbØ× Ñ ØÜØØAð	 	!ô 	
ð 	× Ñ ØÜØØSð	 	!ô 	
ð 	× Ñ  ¸ÐLmÐ ÔnØ× Ñ Ø ,Ð5mð 	!ô 	
ð 	× Ñ Ø$ØØDð 	!ô 	
ð
 	× Ñ Ð!5¸lÐQkÐ ÔlØ× Ñ ØØØUð 	!ô 	
ð
 	× Ñ  ´CÀÐLaÐ Ôbà× Ñ  ¸ÐK_Ð Ô`Ø× Ñ  ´Ð;\Ð Ô]Ø× Ñ Ô&;Ð Ö<r    c                óV   <€ V ^8„  d   QhRS[ RS[ RS[ RS[ RS[RS[RS[RS[R	S[R
S[/
# )r#   r   r   r   r   r   r   r   r   r   r   )r3   Úboolr4   )r%   r&   s   "€r   r'   r(   K   so   ø€ ÷ .ñ .áð.ñ ð.ñ ð	.ñ
 ð.ñ ð.ñ ð.ñ #ð.ñ ð.ñ ð.ñ ñ.r    c                óì   € Wn         W n        W0n        W@n        WPn        W`n        Wpn        W€n        W�n        W n	        V	'       d   V'       g   \        R 4       \        ^4       V'       d
   RV n        R# R# )a  When --clear_cache is used, specifying a cache directory is mandatory.
The 'download' folder of the cache directory and the dataset builder cache will be deleted after each configuration test.
Please provide a --cache_dir that will be used to test the dataset.TN)Ú_datasetÚ_nameÚ
_cache_dirÚ	_data_dirÚ_all_configsÚ_save_infosÚ_ignore_verificationsÚ_force_redownloadÚ_clear_cacheÚ	_num_procÚprintÚexit)Úselfr   r   r   r   r   r   r   r   r   r   s   &&&&&&&&&&&r   Ú__init__ÚTestCommand.__init__K   sg   € ð  ŒØŒ
Ø#ŒØ!ŒØ'ÔØ%ÔØ%9Ô"Ø!1ÔØ'ÔØ!ŒßŸyÜðVôô
 �ŒGßØ)-ˆDÖ&ñ r    c           
     ó<  a aa	a
€ \         P                  ! R 4      P                  \        4       S P                  e)   S P
                  '       d   \        R4       \        ^4       S P                  S P                  upo	\        V4      o
\        S
4      oS P
                  '       d(   SP                  '       d   \        SP                  4      M^pR VV	V
V 3R llp\        V! 4       4       EF"  w  rE\        RVP                  P                   RV^,            RV R24       \         P"                  P%                  \         P"                  P'                  VP)                  4       \*        P                  P,                  4      4      Vn        TP1                  S P2                  '       g   \4        P6                  M\4        P8                  S P:                  '       d   \<        P>                  M\<        P@                  S PB                  R	7       VPE                  4        S PF                  '       dÝ   \         P"                  PI                  V4      '       g    \         P"                  PK                  V4      MTp\         PL                  ! VR
R7       \O        R/ VP                  P                  VPP                  /B PS                  V4       \        R\         P"                  P'                  V\*        P                  PT                  4       24       S PV                  '       g   EK/  \         P"                  PI                  VPX                  4      '       d8   \Z        P]                  RVPX                   24       \_        VPX                  4       \         P"                  P'                  S PX                  \*        P                  P`                  4      p\         P"                  PI                  V4      '       g   EKÿ  \Z        P]                  RV 24       \_        V4       EK%  	  \        R4       R# )ÚfilelockNzABoth parameters `config` and `all_configs` can't be used at once.c                ó@   € V ^8„  d   QhR\         \        RR3,          /# )r#   ÚreturnN)r   r   )r%   s   "r   r'   Ú%TestCommand.run.<locals>.__annotate__v   s   € ÷ 	ñ 	œi¬¸¸dÐ(BÕCñ 	r    c            
   3   ó`  <"  € SP                   '       dª   SP                  '       d˜   \        SP                  4       F|  w  rR SP                  9   d/   S! RRSP                  RSP
                  /SP                  B x € KD  S! RR VP                  RSP                  RSP
                  /SP                  B x € K~  	  R# R SP                  9   d/   S! RRSP                  RSP
                  /SP                  B x € R# S! RR SRSP                  RSP
                  /SP                  B x € R# 5i)Úconfig_namer   r   N© )r@   ÚBUILDER_CONFIGSÚ	enumerateÚbuilder_kwargsr>   r?   r   )ÚiÚconfigÚbuilder_clsrQ   ÚmodulerH   s     €€€€r   Úget_buildersÚ%TestCommand.run.<locals>.get_buildersv   s3  øé € Ø× × Ð  [×%@×%@Ð%@Ü!*¨;×+FÑ+FÖ!G‘I�AØ$¨×(=Ñ(=Ô=Ù)ñ Ø&*§o¡oðà%)§^¡^ðð %×3Ñ3ñô ñ *ñ Ø(.¯©ðà&*§o¡oðð &*§^¡^ðð %×3Ñ3ñ	ô ó "Hð ! F×$9Ñ$9Ô9Ù%Ñr°·±ÐrÈ$Ï.É.ÐrÐ\b×\qÑ\qÑrÔrá%ñ Ø$/ðà"&§/¡/ðð "&§¡ðð !×/Ñ/ñ	ô ùs   ƒ$D.¨DD.zTesting builder 'z' (Ú/Ú))Údownload_modeÚverification_moder   T)Úexist_okzDataset card saved at zClearing cache at zTest successful.rR   )1ÚloggingÚ	getLoggerÚsetLevelr   r=   r@   rF   rG   r<   r   r   rS   ÚlenrT   rW   r   ÚosÚpathÚexistsÚjoinÚget_imported_module_dirÚdatasetsÚDATASETDICT_INFOS_FILENAMEÚ_record_checksumsÚdownload_and_preparerC   r	   ÚREUSE_CACHE_IF_EXISTSÚFORCE_REDOWNLOADrB   r   Ú	NO_CHECKSÚ
ALL_CHECKSrE   Ú
as_datasetrA   ÚisdirÚbasenameÚmakedirsr
   ÚinfoÚwrite_to_directoryÚREPOCARD_FILENAMErD   r>   ÚloggerÚwarningr   ÚDOWNLOADED_DATASETS_DIR)rH   rf   Ú
n_buildersrZ   ÚjÚbuilderÚsave_infos_dirÚdownload_dirrX   rQ   rY   s   f       @@@r   ÚrunÚTestCommand.runl   sÊ  û€ Ü×Ò˜*Ó%×.Ñ.¬uÔ5Ø�:‰:Ò! d×&7×&7Ð&7ÜÐUÔVÜ�ŒGØ ŸM™M¨4¯:©:ÐˆˆkÜ'¨Ó-ˆÜ/°Ó7ˆØ9=×9J×9JÐ9JÈ{×Oj×OjÐOj”S˜×4Ñ4Ô5Ðpqˆ
÷	ó 	ô6 $¡L£N×3‰JˆAÜÐ% g§n¡n×&9Ñ&9Ð%:¸#¸aÀ!½e¸WÀAÀjÀ\ÐQRÐSÔTÜ(*¯©¯©Ü—‘—‘˜W×<Ñ<Ó>ÄÇÁ×@jÑ@jÓkó)ˆGÔ%ð ×(Ñ(à×-×-Ð-ô +×@Ò@ä!×2Ñ2à×-×-Ð-ô #3×"<Ò"<ä%×0Ñ0ØŸ™ð )ô ð ×ÑÔ ð
 ××ÐÜ?A¿w¹w¿}¹}ÈT×?RÒ?R¤§¡×!1Ñ!1°$Ô!7ÐX\�Ü—’˜N°TÕ:Ü ÑG G§N¡N×$7Ñ$7¸¿¹Ð#FÑG×ZÑZÐ[iÔjÜÐ.¬r¯w©w¯|©|¸NÌHÏOÉO×LmÑLmÓ/nÐ.oÐpÔqð × × Ó Ü—7‘7—=‘= ×!3Ñ!3×4Ò4Ü—N‘NÐ%7¸×8JÑ8JÐ7KÐ#LÔMÜ˜7×-Ñ-Ô.Ü!Ÿw™wŸ|™|¨D¯O©O¼X¿_¹_×=dÑ=dÓe�Ü—7‘7—=‘= ×.Õ.Ü—N‘NÐ%7¸°~Ð#FÔGÜ˜<×(ñC 4ôF 	Ð Ö!r    )
r@   r>   rD   r?   r<   rC   rB   r=   rE   rA   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__test__Ústaticmethodr7   rI   r�   Ú__static_attributes__Ú__classdictcell__)r&   s   @r   r   r   #   s4   ø‡ € Ø€Hà÷"=ó ð"=÷H.ð .÷BH"ð H"r    r   )ra   re   Úargparser   Úcollections.abcr   Úshutilr   Údatasets.configrj   Údatasets.builderr   Údatasets.commandsr   Ú"datasets.download.download_managerr	   Údatasets.infor
   Údatasets.loadr   r   Údatasets.utils.info_utilsr   Údatasets.utils.loggingr   r   rƒ   ry   r   r   rR   r    r   Ú<module>r–      sL   ðÛ Û 	Ý #Ý %Ý ã Ý +Ý 4Ý ;Ý *ß KÝ 6ß 4ñ 
�HÓ	€òôQ"Ð(ö Q"r    