o h*>@sUddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZmZmZmZmZmZddlmZddlZddlZddlmZddlmZmZdZ d]d e!d ee!ej"fd e#d dfddZ$d^dee!ej"fd e#d e!fddZ%dee!ej"fde!ded e&fddZ'd_dee!ej"fdee!d e&fddZ(d`d e!de#d e!fddZ)d e!d ee!fddZ*   dad e!d ee!ej"fd eee!ej"fdee!d!e#d df d"d#Z+dbd ee!ej"fd%e&d e,e!fd&d'Z-dbd ee!ej"fd(e!d%e&d e,e!fd)d*Z.  dcd+e!d ee!ej"fd eee!ej"fdee!fd,d-Z/d.ee!ej"fd/ee!ej"fd0ee!d dfd1d2Z0e j1e j2d3Z3e4e!e#fe5d4<d.ee!ej"fd/ee!ej"fd0ee!d dfd5d6Z6e0e6d7Z7e4e!eee!ej"fee!ej"fee!gdffe5d8<ej8ej8ej8d9Z9e4e!ed:effe5d;<dZ:e4e!e;ee!ee!ffe5d?<d@ee!ej"fd e;e!ee!ee!ffdAdBZ<  $ddd.ee!ej"fd/eee!ej"fdCe&d ej"fdDdEZ=  $ddd.ee!ej"fd/eee!ej"fdCe&d ee!ej"ffdFdGZ>    $ded e!dHee!ej"fdIeee!ej"fd eee!ej"fdee!dCe&d dfdJdKZ?dLed e!fdMdNZ@edOe!eAZB   dfdPeBdQee!dReeeBdSee!d eBf dTdUZCdgdVee!ej"fdWe#d ejDfdXdYZEdZejFd ejFfd[d\ZGdS)hN)Iterable)AnyCallableIOOptionalTypeVarUnion)urlparse)tqdm)#_download_file_from_remote_location_is_remote_location_availablezpytorch/visionurlfilename chunk_sizereturnc Cstjtjj|dtidX}t|d:}t|jddd"}||}r8| || t |||}s%Wdn1sBwYWdn1sQwYWddSWddS1siwYdS)N User-AgentheaderswbBT)totalunitZ unit_scale) urllibrequesturlopenRequest USER_AGENTopenr lengthreadwriteupdatelen)rrrresponsefhZpbarchunkr(`/home/www/facesmatcher.com/frenv_anti/lib/python3.10/site-packages/torchvision/datasets/utils.py _urlretrieves "r*fpathcCs~tjdd}t|d(}||}r)||||}sWd|SWd|S1s6wY|S)NF)usedforsecurityrb)hashlibmd5rr!r# hexdigest)r,rr0fr'r(r(r) calculate_md5#s     r3r0kwargscKs|t|fi|kSN)r3)r,r0r4r(r(r) check_md5.sr6cCs&tj|sdS|durdSt||S)NFT)ospathisfiler6)r,r0r(r(r)check_integrity2s  r:max_hopsc Cs|}dtd}t|dD]6}tjtjj||d }|j|ks&|jdur1|WdS|j}Wdn1s>wYq td|d|d|d) NHEAD)ZMethodrrz Request to z exceeded z( redirects. The last redirect points to .)rrangerrrrrRecursionError)rr<Z initial_urlr_r%r(r(r)_get_redirect_url:s rCcCsBt|}td|jdurdStd|j}|durdS|dS)Nz(drive|docs)[.]google[.]comz/file/d/(?P[^/]*)id)r rematchnetlocr8group)rpartsrFr(r(r)_get_google_drive_file_idJs rJrootmax_redirect_hopsc Cstj|}|stj|}ttj||}tj|ddt||r&dStr/t ||nIt ||d}t |}|durDt ||||Szt ||Wn,tjjtfyw}z|dddkrk|dd}t ||n|WYd}~nd}~wwt||std dS) aDownload a file from a url and place it in root. Args: url (str): URL to download file from root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the basename of the URL md5 (str, optional): MD5 checksum of the download. If None, do not check max_redirect_hops (int, optional): Maximum number of redirect hops allowed Texist_okN)r<httpszhttps:zhttp:File not found or corrupted.)r7r8 expanduserbasenamefspathjoinmakedirsr:r r rCrJdownload_file_from_google_driver*rerrorURLErrorOSErrorreplace RuntimeError)rrKrr0rLr,file_ider(r(r) download_urlWs4         r_FprefixcsBtjfddtD}|durfdd|D}|S)a List all directories at a given root Args: root (str): Path to directory whose folders need to be listed prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the directories found cs&g|]}tjtj|r|qSr()r7r8isdirrU.0prKr(r) s&zlist_dir..Tcg|] }tj|qSr(r7r8rUrcdrer(r)rfr7r8rRlistdir)rKr` directoriesr(rer)list_dirs rosuffixcsDtjfddtD}|dur fdd|D}|S)aList all files ending with a suffix at a given root Args: root (str): Path to directory whose folders need to be listed suffix (str or tuple): Suffix of the files to match, e.g. '.png' or ('.jpg', '.png'). It uses the Python "str.endswith" method and is passed directly prefix (bool, optional): If true, prepends the path to each result, otherwise only returns the name of the files found cs0g|]}tjtj|r|r|qSr()r7r8r9rUendswithrbrKrpr(r)rfs0zlist_files..Tcrgr(rhrirer(r)rfrkrl)rKrpr`filesr(rrr) list_filess rtr]cCszddl}Wn tytdwtj|}|s|}ttj||}tj|ddt ||r4dS|j ||dt dt ||sFtddS) afDownload a Google Drive file from and place it in root. Args: file_id (str): id of file to be downloaded root (str): Directory to place downloaded file in filename (str, optional): Name to save the file under. If None, use the id of the file. md5 (str, optional): MD5 checksum of the download. If None, do not check rNz`To download files from GDrive, 'gdown' is required. You can install it with 'pip install gdown'.TrMF)rDoutputquiet user_agentrQ) gdownModuleNotFoundErrorr\r7r8rRrTrUrVr:downloadr)r]rKrr0rxr,r(r(r)rWs$     rW from_pathto_path compressioncCsRt||rd|ddnd}||WddS1s"wYdS)Nzr:r>r)tarfiler extractall)r{r|r}tarr(r(r) _extract_tars$ "r).bz2.xz_ZIP_COMPRESSION_MAPcCsNtj|d|r t|ntjd}||WddS1s wYdS)Nr~)r})zipfileZipFiler ZIP_STOREDr)r{r|r}zipr(r(r) _extract_zips  "r).tarz.zip_ARCHIVE_EXTRACTORS)r.gzr._COMPRESSED_FILE_OPENERS)rr)rr)z.tbzz.tbz2z.tgz_FILE_TYPE_ALIASESfilecCst|j}|std|d|d}|tvr |gt|RS|tvr)||dfS|tvrGt|dkrB|d}|tvrB||||fS|d|fStt tt tBt tB}td|d|d ) aDetect the archive type and/or compression of a file. Args: file (str): the filename Returns: (tuple): tuple of suffix, archive type, and compression Raises: RuntimeError: if file has no suffix or suffix is not supported zFile 'zP' has no suffixes that could be used to detect the archive type and compression.Nr>z&Unknown compression or archive type: 'z'. Known suffixes are: 'z'.) pathlibPathsuffixesr\rrrr$sortedset)rrrpZsuffix2Zvalid_suffixesr(r(r)_detect_file_types$     rremove_finishedc Cst|\}}}|std|d|dur'tt|||dur#|nd}t|}||d$}t|d}| | Wdn1sHwYWdn1sWwY|rct |t|S)aDecompress a file. The compression is automatically detected from the file name. Args: from_path (str): Path to the file to be decompressed. to_path (str): Path to the decompressed file. If omitted, ``from_path`` without compression extension is used. remove_finished (bool): If ``True``, remove the file after the extraction. Returns: (str): Path to the decompressed file. z*Couldn't detect a compression from suffix r?Nr.r) rr\rrr7rTr[rrr"r!remove) r{r|rrp archive_typer}Zcompressed_file_openerZrfhZwfhr(r(r) _decompress"s$  rc sdtjdtttjfffdd }|durtj}t\}}}|s.path_or_strNr)r)rrrrr7r8dirnamerrrUrSr[rr) r{r|rrrprr}rZ extractorr(rr)extract_archiveFs "   r download_root extract_rootcCsTtj|}|dur |}|stj|}t||||tj||}t|||dSr5)r7r8rRrSr_rUr)rrrrr0rarchiver(r(r)download_and_extract_archivevs  riterablecCsdddd|DdS)N'z', 'cSsg|]}t|qSr()r)rcitemr(r(r)rfsz#iterable_to_str..)rU)rr(r(r)iterable_to_strsrTvaluearg valid_values custom_msgcCst|ts|dur d}nd}|jt||d}t||dur!|S||vr?|dur/|}t|d}|j||t|d}t||S)Nz'Expected type str, but got type {type}.z:Expected type str for argument {arg}, but got type {type}.)typerzPUnknown value '{value}' for argument {arg}. Valid values are {{{valid_values}}}.)rrr)rrformatr ValueErrorr)rrrrmsgr(r(r)verify_str_args r file_nameslice_channelsc Cst|dL}|}|dvrtdtd|}|s"tddd|D\}}t|}|dkr?d }| }nd }t j ||d d } Wd n1sTwY|dkr_dnd} | |||  ddd} t j | dd} | d |d d d d f} | t jS)aDRead file in .pfm format. Might contain either 1 or 3 channels of data. Args: file_name (str): Path to the file. slice_channels (int): Number of channels to slice out of the file. Useful for reading different data formats stored in .pfm files: Optical Flows, Stereo Disparity Maps, etc. r.)PFsPfzInvalid PFM files^(\d+)\s(\d+)\s$zMalformed PFM header.css|]}t|VqdSr5)int)rcdimr(r(r) sz_read_pfm..r<>r2)dtypeNrr;r>r )Zaxis)rreadlinerstriprrErF ExceptiongroupsfloatnpfromfileZreshapeZ transposeflipZastypeZfloat32) rrr2headerZ dim_matchwhscaleZendiandataZ pfm_channelsr(r(r) _read_pfms(  rtcCsN|tjjg|j|Rdjg|jdddR|jS)Nr) contiguousviewtorchZuint8shapeZ element_sizerr)rr(r(r)_flip_byte_ordersLr)r)r+r5)r;)NNr;)F)NN)NF)NNNF)NNN)r )Hbz2gzipr/lzmar7Zos.pathrrErr urllib.errorurllib.requestrcollections.abcrtypingrrrrrr urllib.parser numpyrrZtorch.utils.model_zoor Z_internally_replaced_utilsr r rrrrr*r3boolr6r:rCrJr_listrortrWr ZIP_BZIP2ZIP_LZMArdict__annotations__rrrrrtuplerrrrrbytesrrZndarrayrZTensorrr(r(r(r)s(     &"$ &  &5*  %       <&.-  &   3     $$