a dD% @sddlmZddlZddlZddlZddlmZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZddlmZddlmZdZGdd d eZd d ZdddZddZdddZdS))print_functionN) _get_session)download)indent2c@s"eZdZdZdddZddZdS)_GoogleDriveFilez"application/vnd.google-apps.folderNcCs(||_||_||_|dur|ng|_dSN)idnametypechildren)selfr r r r r^/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/gdown/download_folder.py__init__sz_GoogleDriveFile.__init__cCs |j|jkSr )r TYPE_FOLDER)rrrr is_folder!sz_GoogleDriveFile.is_folder)N)__name__ __module__ __qualname__rrrrrrrrs rc Csttj|dd}d}|dD]`}|}d|vrtd|}ztt |dd d}Wnt yvt dYn0q~q|durt d t .t jd td |d d }Wdn1s0Yt|}|ddurgn|d} d} |jjd| } t| dkr.| | dd} nt d|jjdt|dd| tjd} dd| D}| |fS)zBExtracts information about the current page file and its children.z html.parser)featuresNscriptZ _DRIVE_ivdz'((?:[^'\\]|\\.)*)'rz*Couldn't find the folder encoded JS stringzvCannot retrieve the folder information from the link. You may need to change the permission to 'Anyone with the link'.ignore)categoryutf-8unicode_escaperz - z-file/folder name cannot be extracted from: {}/r r r cSs.g|]&}|d|ddd|dfqS)rrZraw_unicode_escaper)encodedecode).0errr _sz,_parse_google_drive_file..)bs4Z BeautifulSoupselectZdecode_contentsrecompilefinditernext itertoolsislicegroup StopIteration RuntimeErrorwarningscatch_warningsfilterwarningsDeprecationWarningr"r#jsonloadstitlecontentssplitlenjoinformatrr)urlcontentZ folder_soupZ encoded_datarZ inner_htmlZ regex_iterdecodedZ folder_arrZfolder_contentssepZsplittedr gdrive_fileid_name_type_iterrrr_parse_google_drive_file%s\     .   rDFTc Csd}d|vr|d7}n|d7}z|j||d}WnJtjjyz}z.td|jtjdt|tjdWYd}~d Sd}~00|jd krd St ||j d \}} | D]\} } } | t j kr|std | | |j t | | | d |s|dfSq|std| | t|d| ||d\}} |s(|dfS|j | qt|j tk}|s||r|ddj|ddjtddddg}t|||fS)z0Get folder structure of Google Drive folder URL.T?z&hl=enz?hl=en)verifyz"An error has occurred using proxy:fileN)FN)r>r?zProcessing filer zRetrieving folderz'https://drive.google.com/drive/folders/)sessr>quiet remaining_ok z!The gdrive folder with url: {url})r>zhas more than {max} files,)maxz+gdrive can't download more than this limit,zif you are ok with this,z*please run again with --remaining-ok flag.)getrequests exceptions ProxyErrorprintproxiessysstderr status_coderDtextrrr append%_download_and_parse_google_drive_linkr;MAX_NUMBER_FILESr<r=r1)rJr>rKrLrF return_coderesr%rBrCZchild_idZ child_nameZ child_typechildZhas_at_least_max_fileserr_msgrrrrZgs~             rZcCsg}|jD]|}|jtjd|_|rf|dt||jft|t||jD]}||qTq |js ||j t||jfq |S)zEConverts a Google Drive folder structure into a local directory list._N) r r replaceosprArrYr<_get_directory_structurer )rBZ previous_pathdirectory_structurerHirrrrcs  rcc  Cs|du|duAstd|dur,dj|d}t||d} |sJtdtjdzt| ||||d\} } Wndty} zLtd tjdd t t | } t | d } td | d tjdWYd} ~ dSd} ~ 00| s| S|std tjdtd tjd|dur t tj}|tjr(t|| j}n|}t| |}t|sLt ||sZtdg}|D]v\}}|durt|sbt |qbtd|||||||d}|dur|stdtjddS||qb|stdtjd|S)apDownloads entire folder from URL. Parameters ---------- url: str URL of the Google Drive folder. Must be of the format 'https://drive.google.com/drive/folders/{url}'. id: str Google Drive's folder ID. output: str, optional String containing the path of the output folder. Defaults to current working directory. quiet: bool, optional Suppress terminal output. proxy: str, optional Proxy. speed: float, optional Download byte size per second (e.g., 256KB/s = 256 * 1024). use_cookies: bool, optional Flag to use cookies. Default is True. verify: bool or string Either a bool, in which case it controls whether the server's TLS certificate is verified, or a string, in which case it must be a path to a CA bundle to use. Default is True. Returns ------- filenames: list of str List of files downloaded, or None if failed. Example ------- gdown.download_folder( "https://drive.google.com/drive/folders/" + "1ZXEhzbLRLU1giKKRJkjm8N04cO_JoYE2", ) Nz$Either url or id has to be specifiedz+https://drive.google.com/drive/folders/{id})r )proxy use_cookieszRetrieving folder listrG)rKrLrFz#Failed to retrieve folder contents:  z Retrieving folder list completedzBuilding directory structurez&Building directory structure completedzhttps://drive.google.com/uc?id=)r>outputrKrfspeedrgrFzDownload ended unsuccessfullyzDownload completed) ValueErrorr=rrSrUrVrZr1r<textwrapwrapstrrosgetcwdrbrAendswithr rcexistsmakedirsrrY)r>r rjrKrfrkrgrLrFrJr\rBr%errorZ root_folderrd filenamesZfile_id file_pathfilenamerrrdownload_foldersv0            ry)FFT) NNNFNNTFT) __future__rr-r6rpos.pathpathrbr)rUrmr2r'rPrrrr[objectrrDrZrcryrrrrs>      E S