
    Y j@*                        S r SSKrSSKJrJr  SSKrSSKJr  SSKJ	r	J
r
Jr  SSKJrJr  SSKJr  SS	KJrJrJrJrJrJrJrJrJrJrJr  SS
KJr  SSKJ r   \!" \" \5      5      r"\" \5      r#\RH                  " S\# V s0 s H  o U _M     sn \%S9r&\\%S-  \RN                  " SSRQ                  \"5       S3\" \"5      S94   r)\" SS9r*\*RW                  S/ SQS9SSSSS\SSSSSS4S\\%S-  \RX                  " SS94   S\S\S\S\\&S-  \RN                  " SS94   S\S \)S!\\-\RN                  " S"S#S$S94   S%\\-\RN                  " S&S'S94   S(\\-\RN                  " S)S*S+S94   S,\S-\S.S4S/ jj5       r.\*RW                  S0/ S1QS9  SPS2\\%\RX                  " S3S94   S\S-\S.S4S4 jj5       r/\*RW                  S5S6S7/S9   SQS2\\%\RX                  " S8S94   S,\S \)S-\S.S4
S9 jj5       r0\*RW                  S:/ S;QS9   SQS2\\%\RX                  " S8S94   S<\\%S-  \RN                  " S=S>S94   S?\\%S-  \RN                  " S@S94   S-\S.S4
SA jj5       r1\*RW                  SBSCSD/S9 SRSB\\%\RX                  " SES94   S-\S.S4SF jj5       r2\*RW                  SG/ SHQS9   SSS2\\%\RX                  " S8S94   SI\\-\RN                  " SJSKS94   SL\\-\RN                  " SMSNS94   S-\S.S4
SO jj5       r3gs  sn f )Ta  Contains commands to interact with datasets on the Hugging Face Hub.

Usage:
    # list datasets on the Hub
    hf datasets ls

    # list datasets with a search query
    hf datasets ls --search "code"

    # get info about a dataset
    hf datasets info HuggingFaceFW/fineweb
    N)	Annotatedget_args)execute_raw_sql_query)CLIErrorRepositoryNotFoundErrorRevisionNotFoundError)DatasetSort_TExpandDatasetProperty_T)DatasetCard   )REPO_LIST_DEFAULT_LIMIT	AuthorOpt	FilterOptLimitOptRevisionOpt	SearchOptTokenOptapi_object_to_dict
get_hf_apimake_expand_properties_parsertyper_factory)list_repo_files_cmd)outDatasetSortEnum)typezComma-separated properties to return. When used, only the listed properties (and id) are returned. Example: '--expand=downloads,likes,tags'. Valid: z, .)helpcallbackz"Interact with datasets on the Hub.)r   z	list | ls)zhf datasets lsz*hf datasets ls --sort downloads --limit 10zhf datasets ls --search "code"z*hf datasets ls --filter benchmark:officialz$hf datasets ls HuggingFaceFW/finewebz'hf datasets ls HuggingFaceFW/fineweb -Rz.hf datasets ls HuggingFaceFW/fineweb --tree -h)examplesFrepo_idzVDataset ID (e.g. `username/repo-name`) to list files from. If omitted, lists datasets.searchauthorfiltersortzSort results.limitexpandhuman_readablez--human-readablez-hz=Show sizes in human readable format (only for listing files).as_treez--treez3List files in tree format (only for listing files).	recursivez--recursivez-Rz0List files recursively (only for listing files).revisiontokenreturnc           
         U b  Ub  [         R                  " S5      eUb  [         R                  " S5      eUb  [         R                  " S5      eUb  [         R                  " S5      eU[        :w  a  [         R                  " S5      eUb  [         R                  " S5      e[        U SUUU	U
US	9$ U(       a  [         R                  " S
5      eU	(       a  [         R                  " S5      eU(       a  [         R                  " S5      eU
b  [         R                  " S5      e[	        US9nU(       a  UR
                  OSnUR                  UUUUUUS9 Vs/ s H  n[        U5      PM     nn[        R                  " U5        gs  snf )zList datasets on the Hub, or files in a dataset repo.

When called with no argument, lists datasets on the Hub.
When called with a dataset ID, lists files in that dataset repo.
Nz'Cannot use --search when listing files.z'Cannot use --author when listing files.z'Cannot use --filter when listing files.z%Cannot use --sort when listing files.z&Cannot use --limit when listing files.z'Cannot use --expand when listing files.dataset)r    	repo_typer'   r(   r)   r*   r+   z(Cannot use --tree when listing datasets.z-Cannot use --recursive when listing datasets.z2Cannot use --human-readable when listing datasets.z,Cannot use --revision when listing datasets.r+   )r#   r"   r!   r$   r%   r&   )
typerBadParameterr   r   r   valuelist_datasetsr   r   table)r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   apisort_keydataset_inforesultss                   m/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/huggingface_hub/cli/datasets.pydatasets_lsr;   G   s   \ $$%NOO$$%NOO$$%NOO$$%LMM++$$%MNN$$%NOO")
 	
   !KLL  !PQQ  !UVV  !OPP
5
!C!tzztH  -- . 


L 	<(
  
 IIg
s   Fleaderboard)z4hf datasets leaderboard SWE-bench/SWE-bench_VerifiedzLhf datasets leaderboard SWE-bench/SWE-bench_Verified --limit 5 --format jsonzIhf datasets ls --filter benchmark:official  # list available leaderboards
dataset_idz?The benchmark dataset ID (e.g. `SWE-bench/SWE-bench_Verified`).c                 <   [        US9nUR                  U S9nUSU  Vs/ s H  n[        U5      PM     nn[        R                  " U/ SQSSSS.S9  [        R
                  " S	5        U(       a(  [        R
                  " S
US   R                   S35        ggs  snf )zList model scores from a dataset leaderboard. This command helps find the best models for a task or compare models by benchmark scores. Use 'hf datasets ls --filter benchmark:official' to list available leaderboards.r0   )r    N)rankmodel_idr3   sourcer@   right)r?   r3   )headersid_key
alignmentszPUse 'hf datasets ls --filter benchmark:official' to list available leaderboards.zUse 'hf models info r   z' to get details about a model.)r   get_dataset_leaderboardr   r   r5   hintr@   )r=   r%   r+   r6   r<   entryr9   s          r:   datasets_leaderboardrI      s     5
!C--j-AK6A&56IJ6IU!%(6IGJII7#g6	 HH_`'A(?(?'@@_`a  Ks   Binfoz&hf datasets info HuggingFaceFW/finewebz9hf datasets info my-dataset --expand downloads,likes,tagsz+The dataset ID (e.g. `username/repo-name`).c                     [        US9n UR                  XUS9n[
        R                  " U5        g! [         a  n[        SU  S35      UeSnAf[         a  n[        SU SU  S35      UeSnAff = f)	z$Get info about a dataset on the Hub.r0   )r    r*   r&   z	Dataset 'z' not found.Nz
Revision 'z' not found on 'z'.)r   r8   r   r   r   r   dict)r=   r*   r&   r+   r6   rJ   es          r:   datasets_inforN      s     5
!CU
fU
 HHTN	 # D:,l;<!C  UH:-=j\LMSTTUs    2 
A1AA1A,,A1parquet)z(hf datasets parquet cfahlgren1/hub-statsz8hf datasets parquet cfahlgren1/hub-stats --subset modelsz6hf datasets parquet cfahlgren1/hub-stats --split trainz6hf datasets parquet cfahlgren1/hub-stats --format jsonsubsetz--subsetz(Filter parquet entries by subset/config.splitz Filter parquet entries by split.c                 @   [        US9nUR                  XS9nU Vs/ s H  obb  UR                  U:X  d  M  UPM     nnU Vs/ s H1  ofR                  UR                  UR                  UR
                  S.PM3     nn[        R                  " U/ SQSS9  gs  snf s  snf )z/List parquet file URLs available for a dataset.r0   )r    configN)rP   rQ   urlsizerT   )rC   rD   )r   list_dataset_parquet_filesrQ   rS   rT   rU   r   r5   )	r=   rP   rQ   r+   r6   entriesrH   filteredr9   s	            r:   datasets_parquetrY      s      5
!C,,Z,OG#*T7%mu{{e?S7HTjrjraf<<%++eiiQVQ[Q[\jr   IIgA%P	 Us   BB8Bsqlzhf datasets sql "SELECT COUNT(*) AS rows FROM read_parquet('https://huggingface.co/api/datasets/cfahlgren1/hub-stats/parquet/models/train/0.parquet')"zhf datasets sql "SELECT * FROM read_parquet('https://huggingface.co/api/datasets/cfahlgren1/hub-stats/parquet/models/train/0.parquet') LIMIT 5" --format jsonzRaw SQL query to execute.c                      [        XS9n[        R
                  " U5        g! [         a  n[        [        U5      5      UeSnAff = f)zAExecute a raw SQL query with DuckDB against dataset parquet URLs.)	sql_queryr+   N)r   ImportErrorr   strr   r5   )rZ   r+   resultrM   s       r:   datasets_sqlr`      sB    &&B IIf  &s1vA%&s   	" 
AAAcard)z&hf datasets card HuggingFaceFW/finewebz1hf datasets card HuggingFaceFW/fineweb --metadataz?hf datasets card HuggingFaceFW/fineweb --metadata --format jsonz-hf datasets card HuggingFaceFW/fineweb --textmetadataz
--metadataz'Output only the metadata from the card.textz--textz(Output only the text body (no metadata).c                    U(       a  U(       a  [        S5      e[        R                  " XS9nU(       a/  [        R                  " UR
                  R                  5       5        gU(       a!  [        R                  " UR                  5        g[        R                  " UR                  5        [        R                  " SU  S35        g)z7Get the dataset card (README) for a dataset on the Hub.z---metadata and --text are mutually exclusive.r0   zUse `hf datasets card z/ --metadata` to extract only the card metadata.N)
r   r   loadr   rL   datato_dictrc   contentrG   )r=   rb   rc   r+   ra   s        r:   datasets_cardri     s{      DFGGJ4D""$%	)*5def    )   N)NNN)N)FFN)4__doc__enumtypingr   r   r1   huggingface_hub._dataset_viewerr   huggingface_hub.errorsr   r   r   huggingface_hub.hf_apir	   r
   huggingface_hub.repocardr   
_cli_utilsr   r   r   r   r   r   r   r   r   r   r   _file_listingr   _outputr   sorted_EXPAND_PROPERTIES_SORT_OPTIONSEnumr^   r   Optionjoin	ExpandOptdatasets_clicommandArgumentboolr;   rI   rN   rY   r`   ri   )ss   0r:   <module>r      sA    &  A [ [ I 0    /  H%<=> '))-m/Lm1m/LSVW $J	LL d  ei  en  en  oA  eB  dC  CD  E./AB	 "FG     	 	- 	 	 	 7Od
tu	wO
 O O O $/*	,O O O '4st	vO$ X$YZ	\%O, ]D/ab	d-O4 5O6 7O8 
9OOd    b#u~~3tuuvbb b 
	bb( 
0C   !	#u~~3`aab  	
 
"    ptZ^	Q#u~~3`aabQcDj%,,z@j"kklQ S4Z3U!VVWQ 	Q
 
QQ  	 	c 	j   		3,GHH	I		 
		 
   mrej	g#u~~3`aabgell<>ghhig D%,,x6`aa
bg 	g
 
ggm 0Ms   >K-
