a dG @sUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZ ddlZddlZddlmZmZmZmZmZmZmZmZmZmZddlmZddlZddl Z ddl!Z!ddl"m#Z#ddl$m%Z%m&Z&dZ'dXee(e)ee*ddd d Z+dYe)e)e*dd d dZ,dZe)e*e)dddZ-e)e)ee.dddZ/d[e)ee)e.dddZ0d\e)e*e)dddZ1e)ee)dddZ2d]e)e)ee)ee)e*dd d!d"Z3d^e)e.ee)d$d%d&Z4d_e)e)e.ee)d'd(d)Z5d`e*ee(ee(fd*d+d,Z6dae)e)ee)ee)d-d.d/Z7e)e)ee)dd0d1d2Z8ej9ej:d3Z;ee)e*feee)ee)e)ee)gdffeZAee)eee)ee)ffe0z_urlretrieve..r-)r)urllibrequesturlopenRequest USER_AGENTriterr)r!r"r#rr*r _urlretrieve.sr4)fpathr#rcsvtjdkrtjdd}nt}t|d4tfdddD]}||q@Wdn1sd0Y|S)N) F)usedforsecurityrbcs Sr'r(rr#frrr,<r-zcalculate_md5..r-)sys version_infohashlibmd5rr3r hexdigest)r6r#r@rrr;r calculate_md53s  *rB)r6r@kwargsrcKs|t|fi|kSr')rB)r6r@rCrrr check_md5AsrD)r6r@rcCs&tj|sdS|durdSt||S)NFT)ospathisfilerD)r6r@rrrcheck_integrityEs  rHr7)r!max_hopsrc Cs|}dtd}t|dD]l}tjtjj||d@}|j|ksL|jdurb|WdS|j}Wdq1s|0Yqtd|d|d|ddS) NHEAD)ZMethodr$r%z Request to z exceeded z( redirects. The last redirect points to .)r2ranger.r/r0r1r!RecursionError)r!rIZ initial_urlr&_r+rrr_get_redirect_urlMs &rP)r!rcCsBt|}td|jdurdStd|j}|dur8dS|dS)Nz(drive|docs)[.]google[.]comz/file/d/(?P[^/]*)id)r rematchnetlocrFgroup)r!partsrSrrr_get_google_drive_file_id]srW)r!rootr"r@max_redirect_hopsrc Cs:tj|}|stj|}tj||}tj|ddt||rRtd|dStrdt ||nt ||d}t |}|durt ||||Sz"td|d|t ||Wnptjjtfy }zN|ddd kr|d d }td |d|t ||n|WYd}~n d}~00t||s6td dS)aDownload a file from a url and place it in root. Args: url (str): URL to download file from root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the basename of the URL md5 (str, optional): MD5 checksum of the download. If None, do not check max_redirect_hops (int, optional): Maximum number of redirect hops allowed Texist_okz$Using downloaded and verified file: N)rIz Downloading  to httpszhttps:zhttp:z;Failed download. Trying https -> http instead. Downloading zFile not found or corrupted.)rErF expanduserbasenamejoinmakedirsrHprintrrrPrWdownload_file_from_google_driver4r.errorURLErrorOSErrorreplace RuntimeError)r!rXr"r@rYr6file_iderrr download_urljs2         rlF)rXprefixrcsBtjfddtD}|dur>fdd|D}|S)a List all directories at a given root Args: root (str): Path to directory whose folders need to be listed prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the directories found cs&g|]}tjtj|r|qSr)rErFisdirra.0prXrr r-zlist_dir..Tcsg|]}tj|qSrrErFrarpdrrrrrsr-rErFr_listdir)rXrm directoriesrrrrlist_dirs  rz)rXsuffixrmrcsDtjfddtD}|dur@fdd|D}|S)aList all files ending with a suffix at a given root Args: root (str): Path to directory whose folders need to be listed suffix (str or tuple): Suffix of the files to match, e.g. '.png' or ('.jpg', '.png'). It uses the Python "str.endswith" method and is passed directly prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the files found cs0g|](}tjtj|r|r|qSr)rErFrGraendswithrorXr{rrrsr-zlist_files..Tcsg|]}tj|qSrrtrurrrrrsr-rw)rXr{rmfilesrr}r list_filess r)r#rcCsr||}d}|st|}qt|g|}z(td|}|durL|dnd}Wntyhd}Yn0||fS)Nz3Google Drive - (?P<api_response>.+?) api_response) iter_contentnext itertoolschainrRsearchdecodeUnicodeDecodeError)r+r#rZ first_chunkrSrrrr_extract_gdrive_api_responses    r)rjrXr"r@c Cstj|}|s|}tj||}tj|ddt||rZtd|rFdndd|dSd}t|d d }t }|j ||dd }|j D]\} } | d r| } qqt|\} } | d krdnd} | dur|j |t|| ddd }t|\} } | dkr td|dt| |Wdn1s,0Yt|jdkrtt`t|6}|}td|rtd|Wdn1s0YWdn1s0Y|rt||std|ddS)afDownload a Google Drive file from and place it in root. Args: file_id (str): id of file to be downloaded root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the id of the file. md5 (str, optional): MD5 checksum of the download. If None, do not check TrZzUsing downloaded z and verified zfile: Nzhttps://drive.google.com/ucdownload)rQexport)paramsstreamZdownload_warningzVirus scan warningt)ZconfirmzQuota exceededzThe daily quota of the file z} is exceeded and it can't be downloaded. This is a limitation of Google Drive and can only be overcome by trying again later.i(z5]*\s*>|(&(?:[\w\d]+|#\d+|#x[a-f\d]+);)zWe detected some HTML elements in the downloaded file. This most likely means that the download triggered an unhandled API response by GDrive. Please report this to torchvision at https://github.com/pytorch/vision/issues including the response: z&The MD5 checksum of the download file z does not match the one on record.Please delete the file and try again. If the issue persists, please report this to torchvision at https://github.com/pytorch/vision/issues.)rErFr_rarbrHrcdictrequestsSessiongetcookiesitems startswithrrirstatst_size contextlibsuppressrrr)rRrwarningswarnrD)rjrXr"r@r6r!rsessionr+keyvaluetokenrrrtextrrrrdsN         *D rd) from_pathto_path compressionrcCsPt||rd|ddnd}||Wdn1sB0YdS)Nzr:rKr)tarfiler extractall)rrrtarrrr _extract_tars$r).bz2.xz_ZIP_COMPRESSION_MAPcCsLtj|d|rt|ntjd}||Wdn1s>0YdS)Nr)r)zipfileZipFiler ZIP_STOREDr)rrrziprrr _extract_zips r).tarz.zip_ARCHIVE_EXTRACTORS)r.gzr._COMPRESSED_FILE_OPENERS)rr)rr)z.tbzz.tbz2z.tgz_FILE_TYPE_ALIASES)filercCst|j}|s td|d|d}|tvr@|gt|RS|tvrR||dfS|tvrt|dkr|d}|tvr||||fS|d|fStt tt tBt tB}td|d|d dS) aDetect the archive type and/or compression of a file. Args: file (str): the filename Returns: (tuple): tuple of suffix, archive type, and compression Raises: RuntimeError: if file has no suffix or suffix is not supported zFile 'zP' has no suffixes that could be used to detect the archive type and compression.NrKz&Unknown compression or archive type: 'z'. Known suffixes are: 'z'.) pathlibPathsuffixesrirrrrsortedset)rrr{Zsuffix2Zvalid_suffixesrrr_detect_file_type5s$     r)rrremove_finishedrc Cst|\}}}|s"td|d|durB|||dur<|nd}t|}||dH}t|d}||Wdn1s0YWdn1s0Y|rt||S)aDecompress a file. The compression is automatically detected from the file name. Args: from_path (str): Path to the file to be decompressed. to_path (str): Path to the decompressed file. If omitted, ``from_path`` without compression extension is used. remove_finished (bool): If ``True``, remove the file after the extraction. Returns: (str): Path to the decompressed file. z*Couldn't detect a compression from suffix rLNrr:r) rrirhrrrr)rEremove) rrrr{ archive_typerZcompressed_file_openerZrfhZwfhrrr _decompress`s J rc Cst|durtj|}t|\}}}|sNt|tj|tj||d|dSt|}|||||rpt ||S)aDExtract an archive. The archive type and a possible compression is automatically detected from the file name. If the file is compressed but not an archive the call is dispatched to :func:`decompress`. Args: from_path (str): Path to the file to be extracted. to_path (str): Path to the directory the file will be extracted to. If omitted, the directory of the file is used. remove_finished (bool): If ``True``, remove the file after the extraction. Returns: (str): Path to the directory the file was extracted to. Nr)r) rErFdirnamerrrar`rhrr)rrrr{rrZ extractorrrrextract_archives   r)r! download_root extract_rootr"r@rrcCshtj|}|dur|}|s(tj|}t||||tj||}td|d|t|||dS)Nz Extracting r\)rErFr_r`rlrarcr)r!rrr"r@rarchiverrrdownload_and_extract_archives  r)iterablercCsdddd|DdS)N'z', 'cSsg|] }t|qSr)str)rpitemrrrrsr-z#iterable_to_str..)ra)rrrriterable_to_strsrT)rarg valid_values custom_msgrcCs|t|ts6|durd}nd}|jt||d}t||durB|S||vrx|durX|}nd}|j||t|d}t||S)Nz'Expected type str, but got type {type}.z:Expected type str for argument {arg}, but got type {type}.)typerzPUnknown value '{value}' for argument {arg}. Valid values are {{{valid_values}}}.)rrr) isinstancerformatr ValueErrorr)rrrrmsgrrrverify_str_args r) file_nameslice_channelsrc Cst|d}|}|dvr(tdtd|}|sDtddd|D\}}t|}|dkr~d }| }nd }t j ||d d } Wd n1s0Y|dkrdnd} | |||  ddd} t j | dd} | d |d d d d f} | t jS)aDRead file in .pfm format. Might contain either 1 or 3 channels of data. Args: file_name (str): Path to the file. slice_channels (int): Number of channels to slice out of the file. Useful for reading different data formats stored in .pfm files: Optical Flows, Stereo Disparity Maps, etc. r:)PFsPfzInvalid PFM files^(\d+)\s(\d+)\s$zMalformed PFM header.css|]}t|VqdSr')int)rpZdimrrr r-z_read_pfm..r<>r<)dtypeNrr7rKr)Zaxis)rreadlinerstriprrRrS ExceptiongroupsfloatnpfromfileZreshapeZ transposeflipZastypefloat32) rrr<headerZ dim_matchwhZscaleZendiandataZ pfm_channelsrrr _read_pfms&  0r)rrcCsN|tjjg|j|Rdjg|jdddR|jS)Nr) contiguousviewtorchZuint8shapeZ element_sizerr)rrrr_flip_byte_ordersLr)N)r )r5)N)r7)NNr7)F)F)r )NN)NF)NF)NNNF)NNN)r)Mbz2rgzipr?rlzmarEos.pathrrRr=rr. urllib.errorurllib.requestrrtypingrrrrrrrr r r urllib.parser numpyrrrZtorch.utils.model_zoor Z_internally_replaced_utilsrrr2bytesrrrr4rBboolrDrHrPrWrlrzrrrdr ZIP_BZIP2ZIP_LZMAr__annotations__rrrrrrrrrrrrZndarrayrZTensorrrrrrs 0    4E(&"+ '    $