U
    yc                     @   sT  d Z ddlZddlZddlZddlZddlmZmZm	Z	 ddl
mZmZ ddlmZ ddlmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZmZmZ ddlmZmZm Z  e!e"Z#eee$ dddZ%eee&ee' dddZ(e&e&dddZ)e&e&e&dddZ*eee&dddZ+eeedddZ,G dd  d Z-G d!d" d"Z.dS )#z)Download files with progress indicators.
    N)IterableOptionalTuple)CONTENT_CHUNK_SIZEResponse)get_download_progress_renderer)NetworkConnectionError)PyPI)Link)is_from_cache)
PipSession)HEADERSraise_for_statusresponse_chunks)format_sizeredact_auth_from_urlsplitext)respreturnc              
   C   s2   zt | jd W S  tttfk
r,   Y d S X d S )Nzcontent-length)intheaders
ValueErrorKeyError	TypeError)r    r   =/tmp/pip-build-0we0fmvo/pip/pip/_internal/network/download.py_get_http_response_size   s    r   )r   linkprogress_barr   c           	      C   s   t | }|jtjkr|j}n|j}t|}|r>d|t|}t	| rTt
d| nt
d| t
 tjkrtd}n*t	| rd}n|sd}n|dkrd}nd}t| t}|s|S t||d}||S )Nz{} ({})zUsing cached %szDownloading %sFTi@  )Zbar_typesize)r   netlocr	   Zfile_storage_domainshow_urlurl_without_fragmentr   formatr   r   loggerinfogetEffectiveLevelloggingINFOr   r   r   )	r   r   r   total_lengthurlZ
logged_urlshow_progresschunksZrendererr   r   r   _prepare_download   s0    
r-   )filenamer   c                 C   s   t j| S )zJ
    Sanitize the "filename" value from a Content-Disposition header.
    )ospathbasename)r.   r   r   r   sanitize_content_filenameH   s    r2   )content_dispositiondefault_filenamer   c                 C   s4   t j }| |d< |d}|r,tt|}|p2|S )z
    Parse the "filename" value from a Content-Disposition header, and
    return the default filename if the result is empty.
    content-typer.   )emailmessageMessage	get_paramr2   str)r3   r4   mr.   r   r   r   parse_content_dispositionO   s    

r<   )r   r   r   c                 C   s   |j }| jd}|r t||}t|d }|sPt| jdd}|rP||7 }|s~|j| jkr~tj	| jd }|r~||7 }|S )zoGet an ideal filename from the given HTTP response, falling back to
    the link filename if not provided.
    zcontent-disposition   r5    )
r.   r   getr<   r   	mimetypesguess_extensionr*   r/   r0   )r   r   r.   r3   extr   r   r   _get_http_response_filename^   s    
rC   )sessionr   r   c                 C   s.   |j ddd }| j|tdd}t| |S )N#r=   r   T)r   stream)r*   splitr?   r   r   )rD   r   
target_urlr   r   r   r   _http_get_downloads   s    rI   c                   @   s8   e Zd ZeeddddZeeeeef dddZdS )
DownloaderNrD   r   r   c                 C   s   || _ || _d S N_session_progress_barselfrD   r   r   r   r   __init__{   s    zDownloader.__init__)r   locationr   c              
   C   s   zt | j|}W nD tk
rT } z&|jdk	s0ttd|jj|  W 5 d}~X Y nX t||}t	j
||}t||| j}t|d}|D ]}	||	 qW 5 Q R X |jdd}
||
fS )z.Download the file given by link into location.NHTTP error %s while getting %swbContent-Typer>   rI   rN   r   responseAssertionErrorr$   criticalstatus_coderC   r/   r0   joinr-   rO   openwriter   r?   )rQ   r   rS   r   er.   filepathr,   content_filechunkcontent_typer   r   r   __call__   s$      
zDownloader.__call__)	__name__
__module____qualname__r   r:   rR   r
   r   rd   r   r   r   r   rJ   z   s
   rJ   c                   @   sH   e Zd ZeeddddZee eeeeeeef f  dddZ	dS )BatchDownloaderNrK   c                 C   s   || _ || _d S rL   rM   rP   r   r   r   rR      s    zBatchDownloader.__init__)linksrS   r   c                 c   s   |D ]}zt | j|}W nD tk
r\ } z&|jdk	s8ttd|jj|  W 5 d}~X Y nX t||}t	j
||}t||| j}t|d}	|D ]}
|	|
 qW 5 Q R X |jdd}|||ffV  qdS )z0Download the files given by links into location.NrT   rU   rV   r>   rW   )rQ   ri   rS   r   r   r_   r.   r`   r,   ra   rb   rc   r   r   r   rd      s&    
zBatchDownloader.__call__)
re   rf   rg   r   r:   rR   r   r
   r   rd   r   r   r   r   rh      s   	 rh   )/__doc__email.messager6   r'   r@   r/   typingr   r   r   Zpip._vendor.requests.modelsr   r   Zpip._internal.cli.progress_barsr   Zpip._internal.exceptionsr   Zpip._internal.models.indexr	   Zpip._internal.models.linkr
   Zpip._internal.network.cacher   Zpip._internal.network.sessionr   Zpip._internal.network.utilsr   r   r   Zpip._internal.utils.miscr   r   r   	getLoggerre   r$   r   r   r:   bytesr-   r2   r<   rC   rI   rJ   rh   r   r   r   r   <module>   s6   
*