+
    QV-j*  ã                   óV  € R t ^ RIt^ RIHtHt ^ RIt^ RIHt ^ RIH	t	H
t
Ht ^ RIHtHt ^ RIHt ^RIHtHtHtHtHtHtHtHtHtHt ^RIHt ^R	IHtH t  ]!! ]! ]4      4      t"]! ]4      t#]PH                  ! R
]# U u/ uF  q V bK  	  up ]%R7      t&]]%R,          ]PN                  ! RRPQ                  ]"4       R2]! ]"4      R7      3,          t)]! RR7      t*]*PW                  R. R*OR7      RRRRR]RRRRRR3R R ll4       t,]*PW                  R. R+OR7      R,R R ll4       t-]*PW                  RRR.R7      R-R R ll4       t.]*PW                  R. R.OR7      R-R  R! ll4       t/]*PW                  R"R#R$.R7      R/R% R& ll4       t0]*PW                  R'. R0OR7      R1R( R) ll4       t1R# u up i )2a  Contains commands to interact with datasets on the Hugging Face Hub.

Usage:
    # list datasets on the Hub
    hf datasets ls

    # list datasets with a search query
    hf datasets ls --search "code"

    # get info about a dataset
    hf datasets info HuggingFaceFW/fineweb
N)Ú	AnnotatedÚget_args)Úexecute_raw_sql_query)ÚCLIErrorÚRepositoryNotFoundErrorÚRevisionNotFoundError)ÚDatasetSort_TÚExpandDatasetProperty_T)ÚDatasetCard)
ÚREPO_LIST_DEFAULT_LIMITÚ	AuthorOptÚ	FilterOptÚLimitOptÚRevisionOptÚ	SearchOptÚTokenOptÚ
get_hf_apiÚmake_expand_properties_parserÚtyper_factory)Úlist_repo_files_cmd)Ú_dataclass_to_dictÚoutÚDatasetSortEnum)Útypez”Comma-separated properties to return. When used, only the listed properties (and id) are returned. Example: '--expand=downloads,likes,tags'. Valid: z, Ú.)ÚhelpÚcallbackz"Interact with datasets on the Hub.©r   z	list | ls)ÚexamplesFc                ó&  € V ^8„  d   QhR\         \        R,          \        P                  ! RR7      3,          R\        R\
        R\        R\         \        R,          \        P                  ! R	R7      3,          R
\        R\        R\         \        \        P                  ! RRRR7      3,          R\         \        \        P                  ! RRR7      3,          R\         \        \        P                  ! RRRR7      3,          R\        R\        RR/# )é   Úrepo_idNzVDataset ID (e.g. `username/repo-name`) to list files from. If omitted, lists datasets.r   ÚsearchÚauthorÚfilterÚsortzSort results.ÚlimitÚexpandÚhuman_readablez--human-readablez-hz=Show sizes in human readable format (only for listing files).Úas_treez--treez3List files in tree format (only for listing files).Ú	recursivez--recursivez-Rz0List files recursively (only for listing files).ÚrevisionÚtokenÚreturn)r   ÚstrÚtyperÚArgumentr   r   r   r   ÚOptionr   Ú	ExpandOptÚboolr   r   )Úformats   "Úm/Volumes/fast/ai/experiments/ui-tars-smoke/.venv/lib/python3.14/site-packages/huggingface_hub/cli/datasets.pyÚ__annotate__r6   R   s4  € ÷ Oñ OÜÜˆd�
Ü�ŠÐtÔuð	wõðOô
 ðOô ðOô ðOô Ü˜$ÕÜ�Š˜/Ô*ð	,õðOô ðOô ðOô ÜÜ�ŠÐ'¨Ð4sÔtð	võðOô$ ÜÜ�Š�XÐ$YÔZð	\õð%Oô, ÜÜ�Š�] DÐ/aÔbð	dõð-Oô4 ð5Oô6 ð7Oð8 
ñ9Oó    c           
     ó8  € V e¶   Ve   \         P                  ! R4      hVe   \         P                  ! R4      hVe   \         P                  ! R4      hVe   \         P                  ! R4      hV\        8w  d   \         P                  ! R4      hVe   \         P                  ! R4      h\        V RVVV	V
VR	7      # V'       d   \         P                  ! R
4      hV	'       d   \         P                  ! R4      hV'       d   \         P                  ! R4      hV
e   \         P                  ! R4      h\	        VR7      pV'       d   VP
                  MRpVP                  VVVVVVR7       Uu. uF  p\        V4      NK  	  pp\        P                  ! V4       R# u upi )z±List datasets on the Hub, or files in a dataset repo.

When called with no argument, lists datasets on the Hub.
When called with a dataset ID, lists files in that dataset repo.
Nz'Cannot use --search when listing files.z'Cannot use --author when listing files.z'Cannot use --filter when listing files.z%Cannot use --sort when listing files.z&Cannot use --limit when listing files.z'Cannot use --expand when listing files.Údataset)r!   Ú	repo_typer(   r)   r*   r+   r,   z(Cannot use --tree when listing datasets.z-Cannot use --recursive when listing datasets.z2Cannot use --human-readable when listing datasets.z,Cannot use --revision when listing datasets.©r,   )r$   r#   r"   r%   r&   r'   )
r/   ÚBadParameterr   r   r   ÚvalueÚlist_datasetsr   r   Útable)r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   ÚapiÚsort_keyÚdataset_infoÚresultss   &&&&&&&&&&&&    r5   Údatasets_lsrD   F   s�  € ð\ ÒØÒÜ×$Ò$Ð%NÓOÐOØÒÜ×$Ò$Ð%NÓOÐOØÒÜ×$Ò$Ð%NÓOÐOØÒÜ×$Ò$Ð%LÓMÐMØÔ+Ô+Ü×$Ò$Ð%MÓNÐNØÒÜ×$Ò$Ð%NÓOÐOÜ"ØØØ)ØØØØô
ð 	
÷ Ü× Ò Ð!KÓLÐLßÜ× Ò Ð!PÓQÐQßÜ× Ò Ð!UÓVÐVØÒÜ× Ò Ð!OÓPÐPä
˜5Ô
!€Cß!ˆt�zŠz t€Hð  ×-Ñ-ØØØØØØð .ô 
ó
ñ
ˆLô 	˜<Ö(ñ
ð ð 
ô ‡I‚IˆgÖùò
s   Å)FÚleaderboardc                ó„   € V ^8„  d   QhR\         \        \        P                  ! RR7      3,          R\        R\
        RR/# )r    Ú
dataset_idz?The benchmark dataset ID (e.g. `SWE-bench/SWE-bench_Verified`).r   r&   r,   r-   N)r   r.   r/   r0   r   r   )r4   s   "r5   r6   r6   ¬   sJ   € ÷ bñ bÜœ#œuŸ~š~Ð3tÔuÐuÕvðbäðbô ðbð 
ñ	br7   c                óR  € \        VR7      pVP                  V R7      pVRV  Uu. uF  p\        V4      NK  	  pp\        P                  ! V. R	ORR7       \        P
                  ! R4       V'       d.   \        P
                  ! RV^ ,          P                   R24       R# R# u upi )
zØList model scores from a dataset leaderboard. This command helps find the best models for a task or compare models by benchmark scores. Use 'hf datasets ls --filter benchmark:official' to list available leaderboards.r;   )r!   NÚmodel_id©ÚheadersÚid_keyzPUse 'hf datasets ls --filter benchmark:official' to list available leaderboards.zUse 'hf models info z' to get details about a model.)ÚrankrI   r=   Úsource)r   Úget_dataset_leaderboardr   r   r?   ÚhintrI   )rG   r&   r,   r@   rE   ÚentryrC   s   &&&    r5   Údatasets_leaderboardrR   ¤   s˜   € ô ˜5Ô
!€CØ×-Ñ-°jÐ-ÓA€KØ6AÀ&À5Ñ6IÓJÑ6I¨UÔ! %Ö(Ñ6I€GÐJÜ‡I‚IØÚ7Øõô
 ‡H‚HÐ_Ô`ßÜ�ŠÐ'¨°A­×(?Ñ(?Ð'@Ð@_Ð`Öañ ùò Ks   ¦B$Úinfoz&hf datasets info HuggingFaceFW/finewebz9hf datasets info my-dataset --expand downloads,likes,tagsc          
      ó�   € V ^8„  d   QhR\         \        \        P                  ! RR7      3,          R\        R\
        R\        RR/# )	r    rG   ú+The dataset ID (e.g. `username/repo-name`).r   r+   r'   r,   r-   N)r   r.   r/   r0   r   r2   r   )r4   s   "r5   r6   r6   Æ   sN   € ÷ ñ Üœ#œuŸ~š~Ð3`ÔaÐaÕbðäðô ðô ð	ð
 
ñr7   c                óú   € \        VR7      p VP                  WVR7      p\
        P                  ! T4       R#   \         d   p\        RT  R24      ThRp?i\         d   p\        RT RT  R24      ThRp?ii ; i)	z$Get info about a dataset on the Hub.r;   )r!   r+   r'   z	Dataset 'z' not found.Nz
Revision 'z' not found on 'z'.)r   rB   r   r   r   r   Údict)rG   r+   r'   r,   r@   rS   Úes   &&&&   r5   Údatasets_inforY   ¿   sˆ   € ô ˜5Ô
!€CðUØ×Ñ¨
ÈfÐÓUˆô
 ‡H‚HˆT†Nøô	 #ô DÜ˜ : ,¨lÐ;Ó<À!ÐCûÜ ô UÜ˜ H :Ð-=¸j¸\ÈÐLÓMÐSTÐTûðUús'   Ž9 ¹A:ÁAÁA:Á!A:Á"A5Á5A:Úparquetc                ó6  € V ^8„  d   QhR\         \        \        P                  ! RR7      3,          R\         \        R,          \        P                  ! RRR7      3,          R\         \        R,          \        P                  ! R	R7      3,          R
\
        RR/# )r    rG   rU   r   ÚsubsetNz--subsetz(Filter parquet entries by subset/config.Úsplitz Filter parquet entries by split.r,   r-   )r   r.   r/   r0   r1   r   )r4   s   "r5   r6   r6   à   s‡   € ÷ Qñ QÜœ#œuŸ~š~Ð3`ÔaÐaÕbðQä”c˜D•j¤%§,¢,¨zÐ@jÔ"kÐkÕlðQô ”S˜4•Z¤§¢Ð3UÔ!VÐVÕWðQô ð	Qð
 
ñQr7   c                ó\  € \        VR7      pVP                  WR7      pV Uu. uF  qbe   VP                  V8X  g   K  VNK  	  ppV Uu. uF5  pRVP                  RVP                  RVP                  RVP
                  /NK7  	  pp\        P                  ! V. R	ORR7       R# u upi u upi )
z/List parquet file URLs available for a dataset.r;   )r!   ÚconfigNr\   r]   ÚurlÚsizerJ   )r\   r]   r`   ra   )r   Úlist_dataset_parquet_filesr]   r_   r`   ra   r   r?   )	rG   r\   r]   r,   r@   ÚentriesrQ   ÚfilteredrC   s	   &&&&     r5   Údatasets_parquetre   ×   s¤   € ô  ˜5Ô
!€CØ×,Ñ,°ZÐ,ÓO€GÙ#*ÓT¡7˜%ªm¸u¿{¹{ÈeÑ?S—�¡7€HÐTájróÙjrÐafˆ�5—<‘< ¨%¯+©+°u¸e¿i¹iÈÐQV×Q[ÑQ[Ó\Ñjrð ð ô ‡I‚IˆgÒAÈ%×Pùò	 Uùòs   £B$¾B$Á
;B)Úsqlz–hf datasets sql "SELECT COUNT(*) AS rows FROM read_parquet('https://huggingface.co/api/datasets/cfahlgren1/hub-stats/parquet/models/train/0.parquet')"z�hf datasets sql "SELECT * FROM read_parquet('https://huggingface.co/api/datasets/cfahlgren1/hub-stats/parquet/models/train/0.parquet') LIMIT 5" --format jsonc                óx   € V ^8„  d   QhR\         \        \        P                  ! RR7      3,          R\        RR/# )r    rf   zRaw SQL query to execute.r   r,   r-   N)r   r.   r/   r0   r   )r4   s   "r5   r6   r6   ÷   s:   € ÷ 	ñ 	Ü	”3œŸšÐ,GÔHÐHÕ	Ið	äð	ð 
ñ	r7   c                óœ   €  \        WR7      p\        P
                  ! T4       R#   \         d   p\        \        T4      4      ThRp?ii ; i)zAExecute a raw SQL query with DuckDB against dataset parquet URLs.)Ú	sql_queryr,   N)r   ÚImportErrorr   r.   r   r?   )rf   r,   ÚresultrX   s   &&  r5   Údatasets_sqlrl   ð   sB   € ð&Ü&°ÔBˆô ‡I‚IˆfÖøô ô &Ü”s˜1“vÓ AÐ%ûð&ús   ‚& ¦A±AÁAÚcardc                ó  € V ^8„  d   QhR\         \        \        P                  ! RR7      3,          R\         \        \        P
                  ! RRR7      3,          R\         \        \        P
                  ! RR	R7      3,          R
\        RR/# )r    rG   rU   r   Úmetadataz
--metadataz'Output only the metadata from the card.Útextz--textz(Output only the text body (no metadata).r,   r-   N)r   r.   r/   r0   r3   r1   r   )r4   s   "r5   r6   r6     s�   € ÷ gñ gÜœ#œuŸ~š~Ð3`ÔaÐaÕbðgäœœeŸlšl¨<Ð>gÔhÐhÕiðgô ”Dœ%Ÿ,š, xÐ6`ÔaÐaÕ
bðgô ð	gð
 
ñgr7   c                ó¢  € V'       d   V'       d   \        R4      h\        P                  ! WR7      pV'       d1   \        P                  ! VP
                  P                  4       4       R# V'       d#   \        P                  ! VP                  4       R# \        P                  ! VP                  4       \        P                  ! RV  R24       R# )z7Get the dataset card (README) for a dataset on the Hub.z---metadata and --text are mutually exclusive.r;   zUse `hf datasets card z/ --metadata` to extract only the card metadata.N)
r   r
   Úloadr   rW   ÚdataÚto_dictrp   ÚcontentrP   )rG   ro   rp   r,   rm   s   &&&& r5   Údatasets_cardrv     s{   € ÷  —DÜÐFÓGÐGÜ×Ò˜JÔ4€DßÜ�Š�—‘×"Ñ"Ó$Ö%ß	Ü�Š�—‘Öä�Š�—‘ÔÜ�ŠÐ)¨*¨Ð5dÐeÖfr7   )zhf datasets lsz*hf datasets ls --sort downloads --limit 10zhf datasets ls --search "code"z*hf datasets ls --filter benchmark:officialz$hf datasets ls HuggingFaceFW/finewebz'hf datasets ls HuggingFaceFW/fineweb -Rz.hf datasets ls HuggingFaceFW/fineweb --tree -h)z4hf datasets leaderboard SWE-bench/SWE-bench_VerifiedzLhf datasets leaderboard SWE-bench/SWE-bench_Verified --limit 5 --format jsonzIhf datasets ls --filter benchmark:official  # list available leaderboards)é   N)NNN)z(hf datasets parquet cfahlgren1/hub-statsz8hf datasets parquet cfahlgren1/hub-stats --subset modelsz6hf datasets parquet cfahlgren1/hub-stats --split trainz6hf datasets parquet cfahlgren1/hub-stats --format json)N)z&hf datasets card HuggingFaceFW/finewebz1hf datasets card HuggingFaceFW/fineweb --metadataz?hf datasets card HuggingFaceFW/fineweb --metadata --format jsonz-hf datasets card HuggingFaceFW/fineweb --text)FFN)2Ú__doc__ÚenumÚtypingr   r   r/   Úhuggingface_hub._dataset_viewerr   Úhuggingface_hub.errorsr   r   r   Úhuggingface_hub.hf_apir   r	   Úhuggingface_hub.repocardr
   Ú
_cli_utilsr   r   r   r   r   r   r   r   r   r   Ú_file_listingr   Ú_outputr   r   ÚsortedÚ_EXPAND_PROPERTIESÚ_SORT_OPTIONSÚEnumr.   r   r1   Újoinr2   Údatasets_cliÚcommandrD   rR   rY   re   rl   rv   )Úss   0r5   Ú<module>rŠ      sL  ðñó ß &ã å Aß [Ñ [ß IÝ 0÷÷ ÷ õ /ß ,ñ ™HÐ%<Ó=Ó>Ð Ù˜Ó'€Ø—)’)Ð-¹mÓ/L¹m¸°1²¹mÑ/LÐSVÔW€ð Øˆ$…JØ	‡L‚Lð dð  ei÷  enñ  enð  oAó  eBð  dCð  CDð  EÙ.Ð/AÓBôðõ€	ñ Ð"FÔG€ð ×ÑØòð ó ð  	ØØØð 	Ø-Øð 	ð 	ð 	Ø Øö7OóðOðd ×ÑØòð ó öbóðbð& ×ÑØ
à0ØCðð ó öóðð" ×ÑØòð ó öQóðQð  ×ÑØ	ð 	cð 	jðð ó ö	óð	ð ×ÑØ
òð ó ögóògùòk 0Ms   Á>F&
