jQ@UddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZmZmZmZmZmZmZmZmZmZddlmZddlZddlZddlmZddl m!Z!m"Z"dZ#dHd e$d ee$ej%fd e&d dfd Z'dIdee$ej%fd e&d e$fdZ(dee$ej%fde$ded e)fdZ*dJdee$ej%fdee$d e)fdZ+dKd e$de&d e$fdZ,d e$d ee$fdZ- dLd e$dee$ej%fd eee$ej%fdee$de&d df dZ.dMdee$ej%fde)d ee$fdZ/dMdee$ej%fde$de)d ee$fd Z0 dNd!e$dee$ej%fd eee$ej%fdee$fd"Z1d#ee$ej%fd$ee$ej%fd%ee$d dfd&Z2e j3e j4d'Z5ee$e&fe6d(<d#ee$ej%fd$ee$ej%fd%ee$d dfd)Z7e2e7d*Z8ee$eee$ej%fee$ej%fee$gdffe6d+<ej9ej9ej9d,Z:ee$ed-effe6d.<d/d/d0d1Z;ee$eee$ee$ffe6d2<d3ee$ej%fd ee$ee$ee$ffd4Z< dOd#ee$ej%fd$eee$ej%fd5e)d ej%fd6Z= dOd#ee$ej%fd$eee$ej%fd5e)d ee$ej%ffd7Z> dPd e$d8ee$ej%fd9eee$ej%fd eee$ej%fdee$d5e)d dfd:Z?d;ed e$fd<Z@ed=e$eAZB dQd>eBd?ee$d@eeeBdAee$d eBf dBZCdRdCee$ej%fdDe&d ejDfdEZEdFejFd ejFfdGZGdS)SN) AnyCallableDictIOIterableListOptionalTupleTypeVarUnion)urlparse)tqdm)#_download_file_from_remote_location_is_remote_location_availablezpytorch/visionurlfilename chunk_sizereturnc:tjtj|dti5}t |d5}t |jdd5}||x}rN| || t|||x}Ndddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)N User-AgentheaderswbBT)totalunit unit_scale) urllibrequesturlopenRequest USER_AGENTopenrlengthreadwriteupdatelen)rrrresponsefhpbarchunks KC:\Projects\Historical\venv\Lib\site-packages\torchvision/datasets/utils.py _urlretriever0s    6 6s\S]D^ 6 _ _ ` `(dl (D ! ! (RHO#Z^)_)_)_ (cg#==444% ( CJJ'''$==444% ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( ( (((((((((((((((((((s[DC8/A&C! C8!C% %C8(C% )C8, D8C< <D?C< DDDfpathcrtjdkrtjd}ntj}t |d5}||x}r,||||x},dddn #1swxYwY|S)N) F)usedforsecurityrb)sys version_infohashlibmd5r%r'r) hexdigest)r2rr;fr.s r/ calculate_md5r>#s 6!!k%000kmm eT  avvj)))e  JJu   vvj)))e  ==??s ABB!Br;kwargsc $|t|fi|kSN)r>)r2r;r?s r/ check_md5rB1s -0000 00cltj|sdS|dSt||S)NFT)ospathisfilerB)r2r;s r/check_integrityrH5s7 7>>% u {t UC  rCr4max_hopsc t|}dtd}t|dzD]}tjtj||5}|j|ks|j|cdddcS|j}dddn #1swxYwYtd|d|d|d) NHEAD)Methodrrz Request to z exceeded z( redirects. The last redirect points to .)r$ranger r!r"r#rRecursionError)rrI initial_urlr_r+s r/_get_redirect_urlrS=s3Kz::G 8a<    ^ # #FN$:$:3$:$P$P Q Q U]|s""hl&:          ,C                  i+ i i i icf i i i   sBBB B ct|}tjd|jdStjd|j}|dS|dS)Nz(drive|docs)[.]google[.]comz/file/d/(?P[^/]*)id)r rematchnetlocrFgroup)rpartsrWs r/_get_google_drive_file_idr[MsW SMME x. ==Et H-uz : :E }t ;;t  rCrootmax_redirect_hopsctj|}|stj|}tjtj||}tj|dt||rdStrt||nt||}t|}|t||||S t||n_#tjjt"f$rA}|dddkr'|dd}t||n|Yd}~nd}~wwxYwt||st'd dS) aDownload a file from a url and place it in root. Args: url (str): URL to download file from root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the basename of the URL md5 (str, optional): MD5 checksum of the download. If None, do not check max_redirect_hops (int, optional): Maximum number of redirect hops allowed Texist_okN)rIhttpszhttps:zhttp:File not found or corrupted.)rErF expanduserbasenamefspathjoinmakedirsrHrrrSr[download_file_from_google_driver0r errorURLErrorOSErrorreplace RuntimeError)rr\rr;r]r2file_ides r/ download_urlrqZs 7  d # #D )7##C(( Ibgll422 3 3EKt$$$$uc""$&&+E37777 .?@@@,C00  27D(CPP P  e $ $ $ $ %w/   2A2w'!!kk(G44S%(((()((((  5# & &;9:::;;s/DE7EEFprefixctjfdtjD}|durfd|D}|S)a List all directories at a given root Args: root (str): Path to directory whose folders need to be listed prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the directories found cg|]A}tjtj|?|BS)rErFisdirrg).0pr\s r/ zlist_dir..s=WWW"'-- TST@U@U2V2VW1WWWrCTcPg|]"}tj|#SrurErFrgrwdr\s r/ryzlist_dir..s)BBBrw||D!,,BBBrCrErFrdlistdir)r\rr directoriess` r/list_dirrse 7  d # #DWWWWbj..WWWK ~~BBBBkBBB rCsuffixctjfdtjD}|durfd|D}|S)aList all files ending with a suffix at a given root Args: root (str): Path to directory whose folders need to be listed suffix (str or tuple): Suffix of the files to match, e.g. '.png' or ('.jpg', '.png'). It uses the Python "str.endswith" method and is passed directly prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the files found cg|]V}tjtj|?|T|WSru)rErFrGrgendswith)rwrxr\rs r/ryzlist_files..sQ i i i1BGNN27<<a;P;P,Q,Q iVWV`V`agVhVh iQ i i irCTcPg|]"}tj|#Srur{r|s r/ryzlist_files..s)6661dA&&666rCr~)r\rrrfiless`` r/ list_filesrsh 7  d # #D i i i i i 4(( i i iE ~~6666666 LrCroc ddl}n#t$rtdwxYwtj|}|s|}tjtj||}tj|dt||rdS| ||dtt||stddS) afDownload a Google Drive file from and place it in root. Args: file_id (str): id of file to be downloaded root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the id of the file. md5 (str, optional): MD5 checksum of the download. If None, do not check rNz`To download files from GDrive, 'gdown' is required. You can install it with 'pip install gdown'.Tr_F)rUoutputquiet user_agentrc) gdownModuleNotFoundErrorrnrErFrdrfrgrhrHdownloadr$)ror\rr;rr2s r/riris      n    7  d # #D  Ibgll422 3 3EKt$$$$uc"" NNge5ZNPPP 5# & &;9:::;;s! from_pathto_path compressionctj||r d|ddnd5}||ddddS#1swxYwYdS)Nzr:rMr)tarfiler% extractall)rrrtars r/ _extract_tarrs i;!O!7k!""o!7!7!7C P P TW w                  sAA A ).bz2.xz_ZIP_COMPRESSION_MAPctj|d|r t|n tj5}||ddddS#1swxYwYdS)Nr)r)zipfileZipFiler ZIP_STOREDr)rrrzips r/ _extract_ziprs 3$l$8$E$EZaZl     w                  sAAA).tarz.zip_ARCHIVE_EXTRACTORS)r.gzr._COMPRESSED_FILE_OPENERS)rr)rr)z.tbzz.tbz2z.tgz_FILE_TYPE_ALIASESfilectj|j}|std|d|d}|tvr|gt|RS|t vr||dfS|t vr1t|dkr|d}|t vr||z||fS|d|fSttttt ztt z}td|d|d ) aDetect the archive type and/or compression of a file. Args: file (str): the filename Returns: (tuple): tuple of suffix, archive type, and compression Raises: RuntimeError: if file has no suffix or suffix is not supported zFile 'zP' has no suffixes that could be used to detect the archive type and compression.NrMz&Unknown compression or archive type: 'z'. Known suffixes are: 'z'.) pathlibPathsuffixesrnrrrr*sortedset)rrrsuffix2valid_suffixess r/_detect_file_typers4|D!!*H   kT k k k   b\F###4+F3444$$$vt##))) x==1  rlG---'&88tV##C 233c:M6N6NNQTUmQnQnnooN sssaosss t ttrCremove_finishedc&t|\}}}|std|d|>tjt j||||nd}t|}||d5}t|d5}| | dddn #1swxYwYdddn #1swxYwY|rt j |tj|S)aDecompress a file. The compression is automatically detected from the file name. Args: from_path (str): Path to the file to be decompressed. to_path (str): Path to the decompressed file. If omitted, ``from_path`` without compression extension is used. remove_finished (bool): If ``True``, remove the file after the extraction. Returns: (str): Path to the decompressed file. z*Couldn't detect a compression from suffix rNNr7r) rrnrrrErfrmrr%r(r'remove) rrrr archive_typercompressed_file_openerrfhwfhs r/ _decompressr%s"):)(D(D%FL+ SQQQQRRR,ry33;;FT`TlLLrtuuvv6kB   4 0 0Cgt9L9LPS #((** ) <  s6C(C; CC CC CC"%C"c Bdtjdtttjfffd }|tj}t\}}}|slttj |tj  |d|}||St|}||||rt j |tj|S)aDExtract an archive. The archive type and a possible compression is automatically detected from the file name. If the file is compressed but not an archive the call is dispatched to :func:`decompress`. Args: from_path (str): Path to the file to be extracted. to_path (str): Path to the directory the file will be extracted to. If omitted, the directory of the file is used. remove_finished (bool): If ``True``, remove the file after the extraction. Returns: (str): Path to the directory the file was extracted to. ret_pathrcZttrtj|S|SrA) isinstancestrrErf)rrs r/ path_or_strz$extract_archive..path_or_str]s* i % % 9X&& &OrCNr)r)rrr rrErFdirnamerrrgrermrr) rrrrrrrr extractors ` r/extract_archiverIs$(gluS',5F/G '//),,(9)(D(D%FL+ %  GLL"'"2"29"="="E"Efb"Q"Q R R+    {8$$$$L1I Ii+... ) ;w|G,, - --rC download_root extract_rootctj|}||}|stj|}t ||||tj||}t |||dSrA)rErFrdrerqrgr)rrrrr;rarchives r/download_and_extract_archiverysG&&}55M$ )7##C((mXs333gll=(33GG\?;;;;;rCiterablecLddd|DzdzS)N'z', 'c,g|]}t|Sru)r)rwitems r/ryz#iterable_to_str..s===Dc$ii===rC)rg)rs r/iterable_to_strrs- ==H===>> > DDrCTvaluearg valid_values custom_msgc*t|ts:|d}nd}|t||}t |||S||vr;||}n'd}|||t |}t ||S)Nz'Expected type str, but got type {type}.z:Expected type str for argument {arg}, but got type {type}.)typerzPUnknown value '{value}' for argument {arg}. Valid values are {{{valid_values}}}.)rrr)rrformatr ValueErrorr)rrrrmsgs r/verify_str_argrs eS ! ! ;;CCNCjjd5kksj33oo  L   !CCdC**5cP\@]@]*^^Coo LrC file_nameslice_channelsc"t|d5}|}|dvrtdt jd|}|st dd|D\}}t|}|dkrd}| }nd }tj ||d z } d d d n #1swxYwY|d krdnd} | |||  ddd} tj | d} | d |d d d d f} | tjS)aDRead file in .pfm format. Might contain either 1 or 3 channels of data. Args: file_name (str): Path to the file. slice_channels (int): Number of channels to slice out of the file. Useful for reading different data formats stored in .pfm files: Optical Flows, Stereo Disparity Maps, etc. r7)PFsPfzInvalid PFM files^(\d+)\s(\d+)\s$zMalformed PFM header.c34K|]}t|VdSrA)int)rwdims r/ z_read_pfm..s(77SC777777rCr<>r=)dtypeNrr4rMr)axis)r%readlinerstriprrVrW Exceptiongroupsfloatnpfromfilereshape transposeflipastypefloat32) rrr=header dim_matchwhscaleendiandata pfm_channelss r/ _read_pfmrs i  2!$$&&  ' '/00 0H11::<<@@  5344 477I$4$4$6$67771ajjll))++,, 199FFEEF{1FSL111#222222222222222&%11QL <<1l + + 5 5aA > >D 74a D AAA% &D ;;rz " ""sC-D  DDtc6|tjjg|j|Rdjg|jdddR|jS)Nr) contiguousviewtorchuint8shape element_sizerr)rs r/_flip_byte_orderrsW- EK((-IqwI8H8HIIINNrRRWjYZY`adbdadYejgijjjoopqpwxxrC)r)r1rA)r4)NNr4)F)NN)NF)NNNF)NNN)r)Hbz2gzipr:lzmarEos.pathrrVr8rr urllib.errorurllib.requestrtypingrrrrrrr r r r urllib.parser numpyrrtorch.utils.model_zoor_internally_replaced_utilsrrr$rrrr0r>boolrBrHrSr[rqrrrir ZIP_BZIP2ZIP_LZMAr__annotations__rrr%rrrrrrrbytesrrndarrayrTensorrrurCr/rsl    [[[[[[[[[[[[[[[[[[[[[[[[!!!!!! &&&&&&kkkkkkkk  ((c(U3 +<%=(3(_c((((  sGL01 s UX    1U3 ,-1C13141111!!5gl!23!(3-!SW!!!!   3  #  c     3 8C=     48 2;2; 2; W\! "2;uS',./02; # 2;  2;  2;2;2;2;j  5gl*+ T d3i    U3 ,-sDUYZ]U^(48 ";"; "; W\! "";uS',./0"; # ";";";";J S',&' 27W\8I2J YabeYf          ((d38n  S',&' 27W\8I2J YabeYf        wwT#xsGL/@)A5glIZC[]efi]j(kmq(qrrs H 9 9::$sHS"W$556   FFDeHSM8C=$@AAB(uE#w|"34(usHSMS[\_S`?`9a(u(u(u(uZ37!!!!!S',&'!! eC-. /!!!! \ !!!!!!!!L37!-.-.S',&'-. eC-. /-.-. 3  -.-.-.-.f8<37! << <gl*+<5gl!234<uS',./0 < # <  < <<<<(EhE3EEEE GCe *. $   #8A;'   8!#!#sGL01!#3!#rz!#!#!#!#H rC