o 0iP&@sdZddlZddlZddlZddlmZddlmZmZmZddl Z ddl m Z ddl m Z mZmZmZmZmZmZddlmZmZmZmZmZdd lmZmZmZmZmZm Z m!Z!m"Z"e #e$Z%e"d d Z&d e'd e(e'e'ffddZ)ddee*e+fde,d e'fddZ-ddeede,d e'fddZ.  dde/eeefde,de,d e/e'fddZ0   dde1de/e'de'de*d e*de,d dfd!d"Z2e&j3d#gd$d%    dd&ee'e j4d'd fd(ee,e j5d)d*d fd+ee,e j5d,d-d fded.ed df d/d#Z6d e'd e,fd0d1Z7e&j3d2gd3d%ddddej8ddfd eee'e j4d4d fdee,e j5d5d6d7d fd8ee,e j5d9d:d fd;ee,e j5dd fd?eded.ed dfd@dAZ9dBee'de,d8e,d;e,d?ede,d.ee'd dfdCdDZ:d e'de,d8e,d;e,d?ede,d.ee'd dfdEdFZ;e&j3dGdHdIgd%  dd&ee'e j4dJd fded.ed dfdKdGZe&j3dcgddd% ddeee'e j4dfd fdgee'e j4dhd fd.ed dfdidcZ?e&j3djgdkd%                ddleee'e j4dmd fdneee'e j4dod fdLee,e j5dpd fdqee,e j5drdsd fdtee,e j5dudvd fdweee'e j5dxd fdyeee'e j5dzd fdZee,e j5d[d{d fd]eee/e'e j5d|d fd_eee/e'e j5d}d fd~eee'e j5dd fdee,e j5ddd fdee,e j5ddd fdee,e j5dddd fdee,e j5dddd fd.ed df"ddjZ@e&j3dgdd%   ddee'e j4dd fdeee'e j4dd fded.ed df ddZAdS)z7Contains commands to interact with buckets via the CLI.N)datetime) AnnotatedOptionalUnion)logging) BUCKET_PREFIX BucketFile BucketFolder FilterMatcher_is_bucket_path_parse_bucket_path_split_bucket_id_and_prefix)SoftTemporaryDirectory StatusLineare_progress_bars_disableddisable_progress_barsenable_progress_bars) FormatOpt OutputFormatQuietOptTokenOptapi_object_to_dict get_hf_apiprint_list_output typer_factoryz"Commands to interact with buckets.)helpargumentreturnc CsB|tr t|Szt|WSty td|dtdw)zParse a bucket argument accepting both 'namespace/name(/prefix)' and 'hf://buckets/namespace/name(/prefix)'. Returns: tuple: (bucket_id, prefix) where bucket_id is "namespace/bucket_name" and prefix may be empty string. zInvalid bucket argument: -. Must be in format namespace/bucket_name or znamespace/bucket_name) startswithrr r ValueError)rr"U/home/kim/smarthome/.venv/lib/python3.10/site-packages/huggingface_hub/cli/buckets.py_parse_bucket_argument=s   r$Fsizehuman_readablecCs`|st|SdD]!}|dkr%|dkr|d|S|dd|S|d}q|ddS)zFormat a size in bytes.)BZKBMBGBTBir' z.1fz PB)str)r%r&unitr"r"r# _format_sizeNs  r.mtimecCs$|durdS|r |dS|dS)z0Format mtime datetime to a readable date string.Nz %b %d %H:%Mz%Y-%m-%d %H:%M:%S)strftime)r/r&r"r"r# _format_mtime\s   r2itemsquietcCs i}|D]=}|jd}|}|ddD]}||vr dii||<||d}q|d}t|tr;||vr:dii||<qd|i||<qd} d} d} |sx|D]!}t|trmt|j|} t| t| } t |j |} t| t| } qL| dkrx| d| } g}t ||d| | |d |S) aBuild a tree representation of files and directories. Produces ASCII tree with size and date columns before the tree connector. When quiet=True, only the tree structure is shown (no size/date). Args: items: List of BucketFile/BucketFolder items human_readable: Whether to show human-readable sizes and short dates quiet: If True, show only the tree structure without sizes/dates Returns: List of formatted tree lines /N __children____item__rr0 prefix_widthmax_size_widthr&) pathsplit isinstancer rr.r%maxlenr2r/ _render_tree)r3r&r4treeitempartscurrentpartZ final_partr;r<Zmax_date_widthsize_strdate_strlinesr"r"r# _build_treeesJ        rKnoderJindentr;r<c Cs*t|}t|D]\}\}} |t|dk} | rdnd} d| v} | di} |dkrm| r3d|}n%| d}|durTt|j|}t|j|}|d |d |}nd|}| |d || || rgd nd n| || || ryd nd | r|| rd nd}t | |||||dq dS)z:Recursively render a tree structure with size+date prefix.ru └── u ├── r7rr+r8N> r5r0z u│ r:) sortedr3 enumeraterAgetr.r%r2r/appendrB)rLrJrMr;r<r&r3inamevalueZis_lastZ connectoris_dirchildrenprefixrDrHrIZ child_indentr"r"r#rBs:       *"rBcreate)zhf buckets create my-bucketz hf buckets create user/my-bucketz-hf buckets create hf://buckets/user/my-bucketz*hf buckets create user/my-bucket --privatez+hf buckets create user/my-bucket --exist-ok)rUZexamples bucket_idzTBucket ID: bucket_name, namespace/bucket_name, or hf://buckets/namespace/bucket_nameprivatez --privatezCreate a private bucket.exist_okz --exist-okz3Do not raise an error if the bucket already exists.tokenc Cst|d}|tr6zt|\}}Wnty%}ztt|d}~ww|r4td|dtd|}|j||r=|nd|d} |rKt | j dSt d| j d| j d dS) zCreate a new bucket.r^Nz-Cannot specify a prefix for bucket creation: . Use namespace/bucket_name or namespace/bucket_name.)r\r]zBucket created: z (handle: )) rr rr$r!typer BadParameterr,Z create_bucketprinthandleurl) r[r\r]r4r^api parsed_idrYeZ bucket_urlr"r"r#rZs. #  cCs.|tr|ttd}d|vS|}d|vS)zFCheck if argument is a bucket ID (namespace/name) vs just a namespace.Nr5)r rrA)rr=r"r"r# _is_bucket_id s rkz list | ls) zhf buckets listzhf buckets list huggingfacezhf buckets list user/my-bucketz!hf buckets list user/my-bucket -Rz!hf buckets list user/my-bucket -hz%hf buckets list user/my-bucket --treez(hf buckets list user/my-bucket --tree -hz+hf buckets list hf://buckets/user/my-bucketz%hf buckets list user/my-bucket/sub -RzyNamespace (user or org) to list buckets, or bucket ID (namespace/bucket_name(/prefix) or hf://buckets/...) to list files.z--human-readablez-hz$Show sizes in human readable format.as_treez--treez3List files in tree format (only for listing files). recursivez --recursivez-Rz0List files recursively (only for listing files).formatc CsH|duot|}|rt|||||||ddSt|||||||ddS)zList buckets or files in a bucket. When called with no argument or a namespace, lists buckets. When called with a bucket ID (namespace/bucket_name), lists files in the bucket. N)rr&rlrmrnr4r^) namespacer&rlrmrnr4r^)rk _list_files _list_buckets)rr&rlrmrnr4r^Z is_file_moder"r"r#list_cmds(9   rrroc s|rtd|rtd|dur$|tr$|ttd}|d}t|d}dd|j|dD}|sS|sS|tj krS|durC|n| d } t d | d dSgd } d t dt tffdd } ddd} t|||| | | ddS)zList buckets in a namespace.z'Cannot use --tree when listing buckets.z,Cannot use --recursive when listing buckets.Nr5r_cSg|]}t|qSr"r).0bucketr"r"r# }z!_list_buckets..)rorUz"No buckets found under namespace ''.)idr\r% total_files created_atrDrcsRddlm}||d||dt|ddd||d||d gS) Nr) _format_cellrzr\r%rr&r{r|) _cli_utilsr}rRr.)rDr}r~r"r#row_fns     z_list_buckets..row_fnright)r%r{)rnr4headersr alignments)rcrdr rrArstriprZ list_bucketsrjsonZwhoamiredictlistr,r) ror&rlrmrnr4r^rhresultsZresolved_namespacerrrr"r~r#rqfs$     rqc Cs|r |tjkr tdt|d}zt|\}} Wnty,} ztt| d} ~ wwt|j || p4d|d} | sAt ddSt dd| D} |tjkr`dd | D} t tj | d d nj|rst | ||d }|D]}t |qknW|r| D]}t|trt |jd qwt |jqwn<| D]9}t|trt|j|}t ddd|dd|jd qt|j|}t|j|}t |dd|dd|jq|s| rtddSdSdS)zList files in a bucket.z%Cannot use --tree with --format json.r_NrYrmz(empty)css|]}t|tVqdSN)r?r rurDr"r"r# sz_list_files..cSrsr"rtrr"r"r#rwrxz_list_files..r9rM)r&r4r5r0z>12rOz>19z!Use -R to list files recursively.)rrrcrdrr$r!r,rlist_bucket_treereanydumpsrKr?r r=r2Z uploaded_atr.r%r/rdone)rr&rlrmrnr4r^rhr[rYrjr3Zhas_directoriesrZ tree_lineslinerDZ mtime_strrHr"r"r#rpsX        "   rpinfozhf buckets info user/my-bucketz+hf buckets info hf://buckets/user/my-bucketzFBucket ID: namespace/bucket_name or hf://buckets/namespace/bucket_namec Csxt|d}zt|\}}Wnty }ztt|d}~ww||}|r/t|jdStt j t |dddS)zGet info about a bucket.r_Nr9r) rr$r!rcrdr,Z bucket_inforerzrrr)r[r4r^rhri_rjrvr"r"r#rs  delete)z hf buckets delete user/my-bucketz-hf buckets delete hf://buckets/user/my-bucketz&hf buckets delete user/my-bucket --yesz-hf buckets delete user/my-bucket --missing-okyesz--yesz-yzSkip confirmation prompt. missing_okz --missing-okz3Do not raise an error if the bucket does not exist.c Cs|tr2zt|\}}Wnty }ztt|d}~ww|r/td|dtd|}nd|vrBtd|dtd|sWtd|d }|sWtd t t |d } | j ||d |rkt|dStd |dS)zDelete a bucket. This deletes the entire bucket and all its contents. Use `hf buckets rm` to remove individual files. Nz-Cannot specify a prefix for bucket deletion: r`rar5zInvalid bucket ID: rz(Are you sure you want to delete bucket ''?Aborted.r_)rzBucket deleted: ) r rr$r!rcrdr,confirmreAbortrZ delete_bucket) r[rrr4r^rirYrjrrhr"r"r#rs< &  z remove | rm)z)hf buckets remove user/my-bucket/file.txtz2hf buckets rm hf://buckets/user/my-bucket/file.txtz.hf buckets rm user/my-bucket/logs/ --recursivez:hf buckets rm user/my-bucket --recursive --include "*.tmp"z8hf buckets rm user/my-bucket/data/ --recursive --dry-runzBucket path: namespace/bucket_name/path or hf://buckets/namespace/bucket_name/path. With --recursive, namespace/bucket_name is also accepted to target all files.z0Remove files recursively under the given prefix.dry_runz --dry-runz8Preview what would be deleted without actually deleting.includezQInclude only files matching pattern (can specify multiple). Requires --recursive.excludezLExclude files matching pattern (can specify multiple). Requires --recursive.c s&zt|\}} Wnty} ztt| d} ~ ww| dkr.|s.td|d|d|s2|r9|s9tdt|d} |r8t| d} | d g} | j|| d pWdd d D]}t |t rr| || d t | dq[| d t | d|s|rt||dfdd| D}n| }dd|D}tdd|D}t|d d}|s|stddSt |d|}|s|s|s|D] }td|qtd|d|d}|stdt|r|D]}tdt|d |qtd|ddS| j||d |r|D]}t|qdS|D]}tdt|d |qtd!|d|d"dS| d }|sEtd#|rZtdt|d |td$dS|sttd%|d&|d}|sttdt| j||gd |rt|dStdt|d |dS)'zbRemove files from a bucket. To delete an entire bucket, use `hf buckets delete` instead. Nr0z?No file path specified. To remove files, provide a path (e.g. 'zd/FILE') or use --recursive to remove all files. To delete the entire bucket, use `hf buckets delete z`.z,--include and --exclude require --recursive.r_)enabledzListing files from remoter5TrzListing files from remote (z files))Zinclude_patternsZexclude_patternscsg|] }|jr|qSr")matchesr=rufZmatcherr"r#rwszremove..cSsg|]}|jqSr")r=rr"r"r#rwscss|]}|jVqdSr)r%rr"r"r#rszremove..r~zNo files to remove.z file(s) totaling rOzRemove z from 'rrzdelete: z (dry run) z would be removed.)rzRemoved ryzFile path cannot be empty.z"(dry run) 1 file would be removed.zRemove 'z' from ')r$r!rcrdr,rrupdaterrr?rrSrArr sumr.rerrrbatch_bucket_files)rrmrrrrr4r^r[rYrjrhstatus all_filesrDZ matched_files file_pathsZ total_sizerHZ count_labelr=r file_pathr"rr#remove<s>               rmove)z/hf buckets move user/old-bucket user/new-bucketz/hf buckets move user/my-bucket my-org/my-bucketzIhf buckets move hf://buckets/user/old-bucket hf://buckets/user/new-bucketfrom_idzMSource bucket ID: namespace/bucket_name or hf://buckets/namespace/bucket_nameto_idzRDestination bucket ID: namespace/bucket_name or hf://buckets/namespace/bucket_namecCst|\}}|rtd|dtdt|\}}|r(td|dtdt|d}|j||dtd|d|dS) z2Move (rename) a bucket to a new name or namespace.z)Cannot specify a prefix for bucket move: r`rar_)rrzBucket moved:  -> N)r$rcrdrrZ move_bucketre)rrr^Zparsed_from_idZ from_prefixZ parsed_to_idZ to_prefixrhr"r"r#rs"   sync)z2hf buckets sync ./data hf://buckets/user/my-bucketz2hf buckets sync hf://buckets/user/my-bucket ./dataz;hf buckets sync ./data hf://buckets/user/my-bucket --deletez^hf buckets sync hf://buckets/user/my-bucket ./data --include "*.safetensors" --exclude "*.tmp"zIhf buckets sync ./data hf://buckets/user/my-bucket --plan sync-plan.jsonlz'hf buckets sync --apply sync-plan.jsonlzhf buckets cp my-config.json hf://buckets/user/my-bucket/logs/zKhf buckets cp my-config.json hf://buckets/user/my-bucket/remote-config.jsonz7hf buckets cp - hf://buckets/user/my-bucket/config.jsonsrcz9Source: local file, hf://buckets/... path, or - for stdindstz?Destination: local path, hf://buckets/... path, or - for stdoutc Cst|d}t|}|duot|}|dk}|dk}|r"|r"td|s6|s6|s6|dur1tdtd|r?|s?td|r]|r]|dusIJt|\} } | dksX| d r]td |rf|sftd |su|sutj|rutd |rdt|\} } | dks| d rtd | d dd} |rt } | st zWt B}tj || }|| | |fgt|d}|d}rtjj||d}sWdn1swYWdn1swYW| stdSdS| stww|dur| }ntj|s|tjs|d r!tj || }n|}tj|}|r3tj|dd|r9t z|| | |fgW|rJtn|rRtww|sbtd|d|dSdS|rt|\} }tjj}|ryt z|j| ||fgdW|rtn|rtww|std|dSdStj|std|t|\} } | dkrtj|}n| d r| tj|}n| }|rt z|j| ||fgdW|rtn|rtww|s td|dt| d |dSdS)z'Copy a single file to or from a bucket.r_N-z$Remote-to-remote copy not supported.z2Missing destination. Provide a bucket path as DST.z;One of SRC or DST must be a bucket path (hf://buckets/...).z+Stdin upload requires a bucket destination.r0r5zAStdin upload requires a full destination path including filename.z"Cannot pipe to stdout for uploads.zNSource must be a file, not a directory. Use `hf buckets sync` for directories.zJSource path must include a file name, not just a bucket or directory path.rr6rbiHT)r]z Downloaded: r)addzUploaded: stdin -> zSource file not found: z Uploaded: )rr rcrdr endswithosr=isdirrsplitrrrjoinZdownload_bucket_filesopenreadsysstdoutbufferwritersepdirnamemakedirsrestdinrisfilebasenamer)rrr4r^rhZ src_is_bucketZ dst_is_bucketZ src_is_stdinZ dst_is_stdoutrrYr[filenameZpbar_was_disabledZtmp_dirZtmp_pathrchunkZ local_path parent_dirZ remote_pathdatar"r"r#rs                (      ")F)FF)rrF)FFFN)FN)FFFNNFNr)NNFFFNNFNNNFFFFN)NFN)B__doc__rrrrtypingrrrrcZhuggingface_hubrZhuggingface_hub._bucketsrrr r r r r Zhuggingface_hub.utilsrrrrrrrrrrrrrrZ get_logger__name__loggerZ buckets_clir,tupler$intfloatboolr.r2rrKrrBcommandZArgumentOptionrZrktablerrrqrprrrrrrr"r"r"r#s  $ (    C , 2  !"#$ C 0 A  < ! ' -./   * !'-4 : @FMT\de