Bj5dddlmZddlZddlmZddlZddlZddlZ ddl m Z ddl m Z ddl mZddlmZddlmZddlZddlZdd lmZdd lmZdd lmZdd lmZdd lmZddlmZddlmZe ddGddZd8dZ d9d:d0Zd;d1Z d) annotationsN) dataclass)field) HTTPStatus)ClassVar)Final)GoogleDriveFileToDownload) _get_session)_sanitize_filename)_validate_retries)download) DownloadError)_parse_google_drive_folder_idTF)kw_onlyeqceZdZUded<ded<ded<eeZded<dZd ed <d Zd ed <d Z d ed<dZ d ed<ddZ ddZ dS)_GoogleDriveFilestridnametype)default_factoryzlist[_GoogleDriveFile]childrenz"application/vnd.google-apps.folderz ClassVar[str] TYPE_FOLDERz$application/vnd.google-apps.document TYPE_DOCUMENTz'application/vnd.google-apps.spreadsheetTYPE_SPREADSHEETz(application/vnd.google-apps.presentationTYPE_PRESENTATIONreturnboolc"|j|jkS)N)rrselfs FC:\Projects\Historical\venv\Lib\site-packages\gdown/download_folder.py is_folderz_GoogleDriveFile.is_folder(syD,,,c`|jdo| S)Napplication/vnd.google-apps.)r startswithr%r"s r$is_google_nativez!_GoogleDriveFile.is_google_native+s5y##$BCC NN  I  r&N)rr ) __name__ __module__ __qualname____annotations__rlistrrrrrr%r*r&r$rrs GGG III III',uT'B'B'BHBBBB"FKEEEE#IMIIII&OOOOO'QQQQQ----      r&r gdrive_file previous_pathrr)list[tuple[_GoogleDriveFile | None, str]]cg}|jD]}t|j|_|rq|dt j||jft|t j||jD]}|||js/||t j||jf|S)Nfilenamer1r2)rr rr%appendospjoin_get_directory_structure)r1r2directory_structurefileis r$r;r;3s$ S S& ::: >>   S  & &ch}di.P.P'Q R R R- !h}di@@ . .$**1----  .  S  & &ch}di.P.P'Q R R R r&url str | Noneroutputquietr proxyspeed float | None use_cookiesverify bool | str user_agent skip_downloadresume cookies_filetimeout"float | tuple[float, float] | Noneretriesint+list[str] | list[GoogleDriveFileToDownload]ct| |du|duz std||Jt|}n|}d}t||||n|| \}} |st dt jt||||| }|n#|wxYwt|j |_ |s6t d t jt d t jt|d }|st dt j| tj tjz}|tjrtj||j }n|}| s(tj|stj|g}g}|D]\}}tj||}|+| s(tj|stj|H| r?|s+|t-|j|||}|r%| rdn tj|tjz} t3d|jz||||||| | || | |  }nS#t4$rF}| r|||s!t d|d|t jYd}~5d}~wwxYw| rt7|t,sJtjtj||j}|t-|j|tj|||||r/t5ddd|Dz|st dt j|S)aB Downloads entire folder from URL. Parameters ---------- url: URL of the Google Drive folder. Must be of the format 'https://drive.google.com/drive/folders/{url}'. id: Google Drive's folder ID. output: String containing the path of the output folder. Defaults to current working directory. quiet: Suppress terminal output. proxy: Proxy. speed: Download byte size per second (e.g., 256KB/s = 256 * 1024). use_cookies: Flag to use cookies. Default is True. verify: Either a bool, in which case it controls whether the server's TLS certificate is verified, or a string, in which case it must be a path to a CA bundle to use. Default is True. user_agent: User-agent to use in the HTTP request. skip_download: If True, return the list of files to download without downloading them. Defaults to False. resume: Resume interrupted transfers. Completed output files will be skipped. Partial tempfiles will be reused, if the transfer is incomplete. Default is False. cookies_file: Netscape cookies file to load when a session opens and save after every Google Drive file response. Default is ~/.cache/gdown/cookies.txt. Ignored when use_cookies is False. timeout: Seconds to wait for the server between bytes, either as a single value or as a (connect, read) pair, as in requests. Default is None, which waits forever. retries: Additional attempts per file for transient network failures. Default is zero. Retries resume the current transfer; resume=True also reuses earlier downloads. Folder discovery and skip_download do not retry. Returns ------- files: If skip_download is False, list of local file paths downloaded. If skip_download is True, list of GoogleDriveFileToDownload that contains id, path, and local_path. Raises ------ ValueError If neither url nor id is specified, or both are specified. DownloadError If a file in the folder fails to download. Example ------- gdown.download_folder( "https://drive.google.com/drive/folders/" + "1ZXEhzbLRLU1giKKRJkjm8N04cO_JoYE2", ) )rONz$Either url or id has to be specifiedr?zyMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36)rCrFrIrLzRetrieving folder contents)r=sess folder_idrBrGrMr5z$Retrieving folder contents completedzBuilding directory structurer7z&Building directory structure completed)rpath local_pathzhttps://drive.google.com/uc?id=) r?rArBrCrDrFrGrKrLrIrJrMrOzFailed to download z: z(Failed to download the following files:  c3 K|] }d|V dS)z- Nr0).0rXs r$ z"download_folder.. s(== T ======r&zDownload completed)r ValueError_extract_folder_idr printsysstderr%_download_and_parse_google_drive_linkcloser rr;osgetcwdr9sependswithr:existsmakedirsr*r8r rdirnamerr isinstancerX)r?rrArBrCrDrFrGrIrJrKrLrMrOrVFOLDER_USER_AGENTrU_r1r<root_dirfiles failed_pathsrXrYdownload_outputdownloaded_filees r$download_folderruFshg&&&& $J3$; 'A?@@@ z&3///   [(2(:$$ ! GD!  A .SZ @ @ @ @;      );3CDDDK ? 43:FFFF ,3:>>>>2r I 6SZHHHH ~sw& sw8FK$455 H!5!5 H E L09*9* TXh--    (J)?)? ( J'''   !=!=!?!?  LL)"~DZ    $  ' ' ) ) &L3;z+B+BSW+L  &5 F&')%+OO        + + + P=J==!==CJOOOO HHHH    *o/HII I II8CK--/CDDD LL)"~"x$77     LL ) ) ) )  7ii== ===== >    5 "4444 Ls$1B%%B;$J66 L;LLct|pOtj|jdddS)NrS/)rurllibparseurlparserXrstripsplitrSs r$r_r_sR%#... F <  % % * 1 1# 6 6 < > >D zTZ.6 3i 3 3 3   *#K+-HC((  yy$$$$$  XJ      &&q))GT22I OOWi1KL M M M XF     &--//MD'T22I69J9J39O9OOI OOWi; < < < 7DAAA  &d33J OO_j:J:VW X X X  '  ""r&ct||||\}}t||tj}|D]\}} } | tjkr>|std|| |jt|| | T|std|| t |||||} |j| |S)N)rUrVrGrM)rrrzProcessing filezRetrieving folderrT)rrrr`rr8rc) rUrVrBrGrMrrr1child_idr child_typechilds r$rcrcZs98 YvwK#    )K -5++(*j )5 5 5 %  ' ' ##      #    6     ##E**** r&)r1rr2rrr3)NNNFNNTTNFFNNr)r?r@rr@rAr@rBr rCr@rDrErFr rGrHrIr@rJr rKr rLr@rMrNrOrPrrQ)r?rrr) rUr~rVrrGrHrMrNrr) rUr~rVrrBr rGrHrMrNrr)# __future__rreos.pathrXr9rra urllib.parsery dataclassesrrhttprtypingrrrrequestsrr r r r exceptionsr parse_urlrrr;rur_rrcr0r&r$rs$""""""  !!!!!! //////""""""((((((''''''%%%%%%444444 4E"""       #" 0(!#26HHHHHV?#?#?#?#D111111r&