a d@sddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z m Z m Z mZmZmZmZddlmZddlmZmZddlmZmZdd lmZmZdd lmZdd lm Z m!Z!m"Z"m#Z#m$Z$m%Z%dd l&m'Z'e"(e)Z*Gd ddZ+ee,e fe-dddZ.ee,e fe,e-dddZ/ee,e fe-dddZ0ee,e fe-dddZ1ee,e fe-dddZ2d+e,ee,e dfee,dddZ3ee,e fe-dd d!Z4d,ee,e fee,e5d"d#d$Z6Gd%d&d&e'Z7ed'd(Z8Gd)d*d*Z9dS)-N)contextmanager)Path)CallableDictIteratorListOptionalTupleUnion)urlparse)REPO_TYPES_URL_PREFIXES REPOCARD_NAME) metadata_load metadata_save)HfApirepo_type_and_id_from_hf_id)LFS_MULTIPART_UPLOAD_COMMAND)HfFolderSoftTemporaryDirectoryloggingrun_subprocesstqdmvalidate_hf_hub_args) TypedDictc@seZdZdZdeeeejeedddZ e e dddZ e e dd d Ze e dd d Ze edd dZe edddZddZdS)CommandInProgressz= Utility to follow commands launched asynchronously. N)titleis_done_method status_methodprocess post_methodcCs.||_||_||_||_d|_d|_||_dS)N)r_is_done_status_process_stderr_stdout _post_method)selfrrrrr r)c/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/huggingface_hub/repository.py__init__$szCommandInProgress.__init__returncCs(|}|r$|jdur$|d|_|S)z. Whether the process is done. N)r"r')r(resultr)r)r*is_done4s zCommandInProgress.is_donecCs|S)z The exit code/status of the current action. Will return `0` if the command has completed successfully, and a number between 1 and 255 if the process errored-out. Will return -1 if the command is still ongoing. )r#r(r)r)r*statusAs zCommandInProgress.statuscCs |jdkS)z2 Whether the process errored-out. rr1r0r)r)r*failedLszCommandInProgress.failedcCs(|jjdur"|j|jj7_|jS)zC The current output message on the standard error. N)r$stderrr%readr0r)r)r*r4Ss zCommandInProgress.stderrcCs(|jjdur"|j|jj7_|jS)zD The current output message on the standard output. N)r$stdoutr&r5r0r)r)r*r6\s zCommandInProgress.stdoutc Cs@|j}|dkrd}d|jd|d|js,dndd|jjd S) NZrunning[z command, status code: z, z in progress.z finished.z PID: ])r1rr/r$pid)r(r1r)r)r*__repr__es zCommandInProgress.__repr__)N)__name__ __module__ __qualname____doc__strr subprocessPopenrr+propertyboolr/intr1r3r4r6r;r)r)r)r*rs(    r)folderr-cCs>tjtj|d}tjd|tjtjd}|o<|jdkS)a Check if the folder is the root or part of a git repository Args: folder (`str`): The folder in which to run the command. Returns: `bool`: `True` if the repository is part of a repository, `False` otherwise. z.gitz git branch)cwdr6r4r) ospathexistsjoinrArunsplitPIPE returncode)rFZ folder_existsZ git_branchr)r)r* is_git_repors rP)rF remote_urlr-cCs@t|s dStd|j}tdd|}dd|D}||vS)am Check if the folder is a local clone of the remote_url Args: folder (`str` or `Path`): The folder in which to run the command. remote_url (`str`): The url of a git repository. Returns: `bool`: `True` if the repository is a local clone of the remote repository specified, `False` otherwise. Fz git remote -v https://.*@https://cSsg|]}tdd|qS)rRrS)resub).0remoter)r)r* z"is_local_clone..)rPrr6rTrUrM)rFrQremotesr)r)r*is_local_clones  r[)filenamer-c Cst|j}t|j}z"td|g|}|j}WnFtjy|}z,t |s^WYd}~dSt |j WYd}~n d}~00t |dkrdSdddd}|dD]*}| D]}||vrd|vrd||<qqt|S) z Check if the file passed is tracked with git-lfs. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is tracked with git-lfs, `False` otherwise. zgit check-attr -aNFr)diffmergefilter lfsT)rparentnamerrMr6striprACalledProcessErrorrPOSErrorr4lenkeysallvalues)r\rFp attributesexcZ found_lfs_tag attributetagr)r)r*is_tracked_with_lfss"       rpc Csrt|j}t|j}z(td|g|dd}t|j }Wn0tjyl}zt |j WYd}~n d}~00|S)a Check if file is git-ignored. Supports nested .gitignore files. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is ignored by `git`, `False` otherwise. zgit check-ignoreFcheckN) rrbrcrrMrDrOrArerfr4)r\rFrkZ is_ignoredrmr)r)r*is_git_ignoreds   rscCszft|d}|d}Wdn1s,0YthdttdddhB}t|d|WStyzYdS0dS) z Check if file is a binary file. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is a binary file, `False` otherwise. rbiN>  T)openr5 bytearraysetrangerD translateUnicodeDecodeError)r\fcontentZ text_charsr)r)r*is_binary_files  (  r.)patternrFr-c Csrzr__annotations__rEr)r)r)r*r6s rc csttjkr0z dVWnty*Yn0dStjddd}tj dd}t }tj |dtjd<t dtjdt}tj||fd d }|z$dVW|| |tjd<n|| |tjd<0Wdn1s0YdS) zv This is a context manager that will log the Git LFS progress of cleaning, smudging, pulling and pushing. N)stopping_eventc sHifddttdfdd }tjtjdsXrLdStdq(|tjdD]}z| \}}}}Wn4t y}zt d ||WYd}~n d}~00| d |}| d \} } t | } t | }  ||f} | dur$t|| | d d ddt | d||f<qf| d| | d| | d<qfdS)zl To be launched as a separate thread with an event meaning it should stop the tail. csFD]8}|d|dj|d|d|dqdS)Nrr)rjupdatetotalZrefreshclose)pbar)pbarsr)r* close_pbarsRs  z?_lfs_log_progress..output_progress..close_pbarsr,c3st|dn}d}r qj|}|dur^t|dks^||7}|drh|Vd}qtdqWdn1s~0YdS)z Creates a generator to be iterated through, which will return each line one by one. Will stop tailing the file if the stopping_event is set. rr!Nrr`r)ris_setreadlinergrdendswithtimesleep)r\file current_lineZline_bit)rrr)r* tail_fileXs  z=_lfs_log_progress..output_progress..tail_fileGIT_LFS_PROGRESSNz!Cannot unpack LFS progress line: z file /BTi)descinitialrunitZ unit_scaleZ unit_divisor)rrrr)rr@rHrIrJenvironrrrrM ValueError capitalizerEgetrr)rrlinestateZ file_progressZ byte_progressr\error descriptionZ current_bytes total_bytesZcurrent_bytes_intZtotal_bytes_intrr))rrrr*output_progressJs>  &  z*_lfs_log_progress..output_progressrr!Z lfs_progresszFollowing progress in T)targetargsdaemon)loggergetEffectiveLevelrERROR Exception threadingEventrHrrrrIrKdebugThreadstartr)rZcurrent_lfs_progress_valuetmpdirZ exit_eventxr)r)r*_lfs_log_progress<s,  L rc @seZdZUdZeeed<edYee e fe e e e ee e fe e e e e e e e e d ddZee d d d Zd d ZedZe ee e dfdddZd[e e e e dddZddZe d ddZe d ddZe d ddZee d ddZd\ee ee fe ddd Zee ee fd!d"d#Zd$d%Zd]e ee d'd(d)Zd^e ee d'd*d+Zd_d,d-Zd`e e d.d/d0Zdae e d1d2d3Z dbe d5d6d7Z!dce e e e ee e"e effd8d9d:Z#dde e d;dd?d@Z%dfe e e e d>dAdBZ&dge e e e e dCdDdEZ'e d dFdGZ(dhe e e e ede e"e effdHdIdJZ)e*die e e e e e dKdLdMZ+e e,d dNdOZ-e,ddPdQdRZ.edSdTZ/edUdVZ0dWdXZ1dS)j Repositoryz Helper class to wrap the git and git-lfs commands. The aim is to facilitate interacting with huggingface.co hosted model or dataset repos, though not a lot here (if any) is actually specific to huggingface.co. command_queueNTF) local_dir clone_from repo_typetokengit_user git_emailrevisionskip_lfs_filesclientc Csht|trt|}tj|ddtjt||_||_ g|_ ||_ | durR| nt |_ |t|trt||_n|durd|_n t|_|dur|j|dnt|jrtdntd|jdur|dus|dur|j |j} |dur| d}|dur| d }|dus$|dur0||||||durX|j|dd t|jdS) a Instantiate a local clone of a git repo. If `clone_from` is set, the repo will be cloned from an existing remote repository. If the remote repo does not exist, a `EnvironmentError` exception will be thrown. Please create the remote repo first using [`create_repo`]. `Repository` uses the local git credentials by default. If explicitly set, the `token` or the `git_user`/`git_email` pair will be used instead. Args: local_dir (`str` or `Path`): path (e.g. `'my_trained_model/'`) to the local directory, where the `Repository` will be initialized. clone_from (`str`, *optional*): Either a repository url or `repo_id`. Example: - `"https://huggingface.co/philschmid/playground-tests"` - `"philschmid/playground-tests"` repo_type (`str`, *optional*): To set when cloning a repo from a repo_id. Default is model. token (`bool` or `str`, *optional*): A valid authentication token (see https://huggingface.co/settings/token). If `None` or `True` and machine is logged in (through `huggingface-cli login` or [`~huggingface_hub.login`]), token will be retrieved from the cache. If `False`, token is not sent in the request header. git_user (`str`, *optional*): will override the `git config user.name` for committing and pushing files to the hub. git_email (`str`, *optional*): will override the `git config user.email` for committing and pushing files to the hub. revision (`str`, *optional*): Revision to checkout after initializing the repository. If the revision doesn't exist, a branch will be created with that revision name from the default branch's current HEAD. skip_lfs_files (`bool`, *optional*, defaults to `False`): whether to skip git-LFS files or not. client (`HfApi`, *optional*): Instance of [`HfApi`] to use when calling the HF Hub API. A new instance will be created if this is left to `None`. Raises: - [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) if the remote repository set in `clone_from` does not exist. T)exist_okNF)repo_urlz [Repository] is a valid git repozNIf not specifying `clone_from`, you need to pass Repository a valid git clone.emailfullnamecreate_branch_ok) isinstancerr@rHmakedirsrIrKgetcwdr _repo_typerrrrcheck_git_versionshuggingface_tokenr get_tokenrrPrrrZwhoamigit_config_username_and_emaillfs_enable_largefilesgit_credential_helper_store git_checkoutatexitregisterwait_for_commands) r(rrrrrrrrruserr)r)r*r+s@;        zRepository.__init__r,c CsLztd|jj}Wn0tjyF}zt|jWYd}~n d}~00|S)zz Returns the current checked out branch. Returns: `str`: Current checked out branch. zgit rev-parse --abbrev-ref HEADNrrr6rdrArerr4)r(r.rmr)r)r*current_branch!s  zRepository.current_branchcCszztd|jj}Wnty0tdYn0ztd|jj}WntybtdYn0t|d|dS)z Checks that `git` and `git-lfs` can be run. Raises: - [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) if `git` or `git-lfs` are not installed. z git --versionz9Looks like you do not have git installed, please install.zgit-lfs --versionzLooks like you do not have git-lfs installed, please install. You can install from https://git-lfs.github.com/. Then run `git lfs install` (you only have to do this once).r`N)rrr6rdFileNotFoundErrorrrinfo)r(Z git_versionZ lfs_versionr)r)r*r0s   zRepository.check_git_versions)rrc Cst|tr|n|durdn|j}|dur:|dr:td|jj}||vsdd|vrt|ddkrt ||d\}}}|dur|d|n|}|dur||_ |d}|j t vr|t |j 7}|durt |j }||d |d |d }||7}td d |} zLtd|jtt|jdkrtd| dtXtj} |jrd| ddit|jrrdndd|d|j| dWdn1s0Ynt|jstd|jd|jdt|j|rt|jd| dnTtd|jdd} d | d!| d"} | jdkrHtd#d$| j } | d%| 7} t| Wn2t!j"y}zt|j#WYd}~n d}~00dS)&a Clone from a remote. If the folder already exists, will try to clone the repository within it. If this folder is a git repository with linked history, will try to update the repository. Args: repo_url (`str`): The URL from which to clone the repository token (`Union[str, bool]`, *optional*): Whether to use the authentication token. It can be: - a string which is the token itself - `False`, which would not use the authentication token - `True`, which would fetch the authentication token from the local folder and use it (you should be logged in for this to work). - `None`, which would retrieve the value of `self.huggingface_token`. Raises the following error: - [`ValueError`](https://docs.python.org/3/library/exceptions.html#ValueError) if an organization token (starts with "api_org") is passed. Use must use your own personal access token (see https://hf.co/settings/tokens). - [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) if you are trying to clone the repository in a non-empty folder, or if the `git` operations raise errors. FNZapi_orgzgYou must use your personal access token, not an Organization token (see https://hf.co/settings/tokens).httprr)hub_urlz://z://user:@z(https?)://.*@z\1://zgit lfs installrzCloning z into local empty directory.ZGIT_LFS_SKIP_SMUDGE1z git clonez git lfs clone z .)envzPTried to clone a repository in a non-empty folder that isn't a git repository ('z7'). If you really want to do this, do it manually: cd z && git init && git remote add origin && git pull origin main or clone repo to a new folder and move your existing files there afterwards.z is already a clone of z?. Make sure you pull the latest changes with `repo.git_pull()`.zgit remote get-url originrqzTried to clone zn in an unrelated git repository. If you believe this is an error, please add a remote with the following URL: rrRrSz' Local path has its origin defined as: )$rr@r startswithrrZendpointrgrMrrr r schemereplacerTrUrrrHlistdirrwarningrrcopyrrrPrr[rOr6rArer4)r(rrrr namespace repo_nameZrepo_idrZclean_repo_urlroutput error_msgZclean_local_remote_urlrmr)r)r*rGsx& "    (    zRepository.clone_from)rrc Csvz@|dur td|g|j|dur>td||jWn0tjyp}zt|jWYd}~n d}~00dS)a Sets git username and email (only in the current repo). Args: git_user (`str`, *optional*): The username to register through `git`. git_email (`str`, *optional*): The email to register through `git`. Nzgit config user.namezgit config user.email )rrMrrArerr4)r(rrrmr)r)r*rs z(Repository.git_config_username_and_emailc CsFztd|jWn0tjy@}zt|jWYd}~n d}~00dS)z; Sets the git credential helper to `store` z"git config credential.helper storeN)rrrArerr4)r(rmr)r)r*rsz&Repository.git_credential_helper_storec CsNztd|j}|jWStjyH}zt|jWYd}~n d}~00dS)zy Get commit sha on top of HEAD. Returns: `str`: The current checked out commit SHA. zgit rev-parse HEADNr)r(rkrmr)r)r* git_head_hashs   zRepository.git_head_hashc Cs\z&td|j}|j}tdd|WStjyV}zt|j WYd}~n d}~00dS)zp Get URL to origin remote. Returns: `str`: The URL of the `origin` remote. z"git config --get remote.origin.urlrRrSN) rrr6rdrTrUrArerr4)r(rkurlrmr)r)r*git_remote_urls   zRepository.git_remote_urlcCs4|}|}|dr&|dd}|d|S)z Get URL to last commit on HEAD. We assume it's been pushed, and the url scheme is the same one as for GitHub or HuggingFace. Returns: `str`: The URL to the current checked-out commit. rNr7z/commit/)rrr)r(sharr)r)r*git_head_commit_urls   zRepository.git_head_commit_urlc Csztd|jj}Wn0tjyF}zt|jWYd}~n d}~00t|dkrXgSdd| dD}dd|D}dd|D}|S) z Returns a list of the files that are deleted in the working directory or index. Returns: `List[str]`: A list of files that have been deleted in the working directory or index. z git status -sNrcSsg|] }|qSr))rdrVr1r)r)r*rX&rYz1Repository.list_deleted_files..r`cSs g|]}d|dvr|qS)Dr)rMrr)r)r*rX)rYcSsg|]}|dqS)r7)rMrdrr)r)r*rX,rY rrr6rdrArerr4rgrM)r( git_statusrmZmodified_files_statusesZdeleted_files_statuses deleted_filesr)r)r*list_deleted_files s    zRepository.list_deleted_files)patternsr\c Cstt|tr|g}z.|D]$}td|r&dndd||jqWn0tjyn}zt|jWYd}~n d}~00dS)a9 Tell git-lfs to track files according to a pattern. Setting the `filename` argument to `True` will treat the arguments as literal filenames, not as patterns. Any special glob characters in the filename will be escaped when writing to the `.gitattributes` file. Args: patterns (`Union[str, List[str]]`): The pattern, or list of patterns, to track with git-lfs. filename (`bool`, *optional*, defaults to `False`): Whether to use the patterns as literal filenames. zgit lfs track z --filenamer!rN)rr@rrrArerr4)r(rr\rrmr)r)r* lfs_track0s  zRepository.lfs_track)rc Csjt|tr|g}z$|D]}td|g|jqWn0tjyd}zt|jWYd}~n d}~00dS)z Tell git-lfs to untrack those files. Args: patterns (`Union[str, List[str]]`): The pattern, or list of patterns, to untrack with git-lfs. zgit lfs untrackN) rr@rrMrrArerr4)r(rrrmr)r)r* lfs_untrackIs zRepository.lfs_untrackc Csfz0d}t|d|jt|dt|jWn0tjy`}zt|jWYd}~n d}~00dS)zI HF-specific. This enables upload support of files >5GB. z'git config lfs.customtransfer.multipartz.path huggingface-cliz.args N)rrrrArerr4)r(Z lfs_configrmr)r)r*rYs z Repository.lfs_enable_largefilesr)rr-cCsg}|}t||jdD]v}||vr(qtjt|j|}t|st|stj |d}|dkrpt dt |}|r| |||q|||S)aH Automatically track binary files with git-lfs. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to track files that are binary. Returns: `List[str]`: List of filenames that are now tracked due to being binary files rFrxzParsing a large file to check if binary or not. Tracking large files using `repository.auto_track_large_files` is recommended so as to not load the full file in memory.)rrrrHrIrKrrprsgetsizerrrrappendr)r(rfiles_to_be_tracked_with_lfsrr\ path_to_file size_in_mbZ is_binaryr)r)r*auto_track_binary_filesgs$    z"Repository.auto_track_binary_filescCsg}|}t||jdD]`}||vr(qtjt|j|}tj|d}|dkrt|st |s| || |q| ||S)ap Automatically track large files (files that weigh more than 10MBs) with git-lfs. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to track files that are above 10MBs. Returns: `List[str]`: List of filenames that are now tracked due to their size. rrrx) rrrrHrIrKrr rprsrr r)r(rr rr\r r r)r)r*auto_track_large_filess    z!Repository.auto_track_large_filesc CszPt6td|rdnd|j}t|jWdn1sD0YWn0tjy}zt|j WYd}~n d}~00dS)a git lfs prune Args: recent (`bool`, *optional*, defaults to `False`): Whether to prune files even if they were referenced by recent commits. See the following [link](https://github.com/git-lfs/git-lfs/blob/f3d43f0428a84fc4f1e5405b76b5a73ec2437e65/docs/man/git-lfs-prune.1.ronn#recent-files) for more information. zgit lfs prune z--recentr!N rrrrrr6rArerr4)r(Zrecentr.rmr)r)r* lfs_prunes .zRepository.lfs_prune)rebaserac Cs|sdnd}|r|d7}zBt(t||j}t|jWdn1sN0YWn0tjy}zt|j WYd}~n d}~00dS)a7 git pull Args: rebase (`bool`, *optional*, defaults to `False`): Whether to rebase the current branch on top of the upstream branch after fetching. lfs (`bool`, *optional*, defaults to `False`): Whether to fetch the LFS files too. This option only changes the behavior when a repository was cloned without fetching the LFS files; calling `repo.git_pull(lfs=True)` will then fetch the LFS file from the remote repository. zgit pullz git lfs pullz --rebaseNr)r(rracommandr.rmr)r)r*git_pulls  .zRepository.git_pull)rauto_lfs_trackc Cs|r4||}||||r4td|dz.td|g|j}td|j dWn0t j y}zt |j WYd}~n d}~00dS)a7 git add Setting the `auto_lfs_track` parameter to `True` will automatically track files that are larger than 10MB with `git-lfs`. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to add files to staging. auto_lfs_track (`bool`, *optional*, defaults to `False`): Whether to automatically track large and binary files with git-lfs. Any file over 10MB in size, or in binary format, will be automatically tracked. z!Adding files tracked by Git LFS: z5. This may take a bit of time if the files are large.z git add -vzAdding to index: r`N)rextendrrrrrMrrr6rArerr4)r(rrZ tracked_filesr.rmr)r)r*git_adds  zRepository.git_addcommit files to HF hub)commit_messagec Cs~z.td|g|j}td|jdWnJtjyx}z0t|j dkrZt |j n t |jWYd}~n d}~00dS)z git commit Args: commit_message (`str`, *optional*, defaults to "commit files to HF hub"): The message attributed to the commit. zgit commit -v -mz Committed: r`rN) rrMrrrr6rArergr4r)r(rr.rmr)r)r* git_commits zRepository.git_commit)rblockingauto_lfs_pruner-c svd}|r|d|7}t|j|}|dkrJtd|d|rJtdztxtj|tjtjd|jd|r \}} } t |rt||rtj |j||d Wd n1s0YWn2tj y} zt| jWYd } ~ n d } ~ 00|s`fd d } td fdd| |r@|jnd d} |j| || fS|rn||S)a% git push If used without setting `blocking`, will return url to commit on remote repo. If used with `blocking=True`, will return a tuple containing the url to commit and the command object to follow for information about the process. Args: upstream (`str`, *optional*): Upstream to which this should push. If not specified, will push to the lastly defined upstream or to the default one (`origin main`). blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the push has finished. Setting this to `False` will return an `CommandInProgress` object which has an `is_done` property. This property will be set to `True` when the push is finished. auto_lfs_prune (`bool`, *optional*, defaults to `False`): Whether to automatically prune files once they have been pushed to the remote. zgit pushz --set-upstream rzSeveral commits (z) will be pushed upstream.z$The progress bars may be unreliable.zutf-8)r4r6encodingrG)rr4Ncs}|durdS|SdS)Nr7pollr2rr)r*rRsz*Repository.git_push..status_methodpushcs duSNrr)r r)r*[rYz%Repository.git_push..)rrrr )rrrrrrArBrMrN communicaterkillrgrerrr4rrrr r) r(rrrrZnumber_of_commitsr6r4Z return_codermrZcommand_in_progressr)r r*git_pushsR    6     zRepository.git_push)rrc Csz10MB). Args: commit_message (`str`): Message to use for the commit. blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the `git push` has finished. clean_ok (`bool`, *optional*, defaults to `True`): If True, this function will return None if the repo is untouched. Default behavior is to fail because the git command fails. auto_lfs_prune (`bool`, *optional*, defaults to `False`): Whether to automatically prune files once they have been pushed to the remote. z*Repo currently clean. Ignoring push_to_hubNTrorigin rrr)r.rrrrr&r)r(rrr/rr)r)r* push_to_hubs     zRepository.push_to_hub)rbranchtrack_large_filesrrc csLtd|jd}t|rPt|dkr>t|ddddd}td|d|durf|j|d d t|jrtd |j d d ntd |j dt }t t j||jz|VW|j|dz||Wn8ty} zdt| vr| WYd} ~ n d} ~ 00z|jd|j ||dWnDtyx} z*dt| vr`td| n| WYd} ~ n d} ~ 00t |n|j|dz||Wn8ty} zdt| vr| WYd} ~ n d} ~ 00z|jd|j ||dWnDty:} z*dt| vr"td| n| WYd} ~ n d} ~ 00t |0dS)a Context manager utility to handle committing to a repository. This automatically tracks large files (>10Mb) with git-lfs. Set the `track_large_files` argument to `False` if you wish to ignore that behavior. Args: commit_message (`str`): Message to use for the commit. branch (`str`, *optional*): The branch on which the commit will appear. This branch will be checked-out before any operation. track_large_files (`bool`, *optional*, defaults to `True`): Whether to automatically track large files or not. Will do so by default. blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the `git push` has finished. auto_lfs_prune (`bool`, defaults to `True`): Whether to automatically prune files once they have been pushed to the remote. Examples: ```python >>> with Repository( ... "text-files", ... clone_from="/text-files", ... token=True, >>> ).commit("My first file :)"): ... with open("file.txt", "w+") as f: ... f.write(json.dumps({"hey": 8})) >>> import torch >>> model = torch.nn.Transformer() >>> with Repository( ... "torch-model", ... clone_from="/torch-model", ... token=True, >>> ).commit("My cool model :)"): ... torch.save(model.state_dict(), "model.pt") ``` rrNr7z, ...]zPThere exists some updated files in the local repository that are not committed: z|. This may lead to errors if checking out a branch. These files and their modifications will be added to the current commit.TrzPulling changes ...)rz@The current branch has no upstream branch. Will push to 'origin 'r0znothing to commitr1r2zcould not read UsernamezCCouldn't authenticate user for push. Did you set `token` to `True`?)rrrgr@rrrrrrrrHrchdirrIrKrrrfr&) r(rr4r5rrZfiles_to_stageZ files_in_msgZcurrent_working_directoryer)r)r*commit!sj7           zRepository.commitcCs(tj|jt}tj|r$t|SdSr")rHrIrKrr isfiler)r(filepathr)r)r*repocard_metadata_loads z!Repository.repocard_metadata_load)datar-cCsttj|jt|Sr")rrHrIrKrr )r(r>r)r)r*repocard_metadata_savesz!Repository.repocard_metadata_savecCsdd|jDS)z@ Returns the asynchronous commands that failed. cSsg|]}|jdkr|qS)rr2rVcr)r)r*rXrYz.Repository.commands_failed..rr0r)r)r*commands_failedszRepository.commands_failedcCsdd|jDS)zS Returns the asynchronous commands that are currently in progress. cSsg|]}|js|qSr))r/r@r)r)r*rXrYz3Repository.commands_in_progress..rBr0r)r)r*commands_in_progressszRepository.commands_in_progresscCsxd}|jD].}td|jd|jjdt|jq |jrt|ddkr`td|jd|d7}t dq:d S) zr Blocking method: blocks all subsequent execution until all commands have been processed. rzThe z command with PID z failed.rxzCWaiting for the following commands to finish before shutting down: rrN) rCrrrr$r:r4rDrrr)r(indexZcommand_failedr)r)r*rs   zRepository.wait_for_commands)NNTNNNFN)N)NN)F)r)r)F)FF)rF)r)NTF)F)N)N)NN)rTTF)NTTF)2r<r=r>r?rrrrr r@rrrDrr+rCrrrrrrrrrrrrrrrrrrr r&rr(r+r-r.r3rr:rr=r?rCrDrr)r)r)r*rs    l  #+! " Z %" $j  r)rN)N):rrHrTrArr contextlibrpathlibrtypingrrrrrr r urllib.parser Zhuggingface_hub.constantsr r Zhuggingface_hub.repocardrrZhf_apirrrarutilsrrrrrrZ utils._typingrZ get_loggerr<rrr@rDrPr[rprsrrrrErrrrr)r)r)r*s:  $     S%"  l