File: //lib/python3.6/site-packages/awscli/customizations/__pycache__/s3uploader.cpython-36.pyc
3
�T_j � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl m
Z
d dl m Z ej
e�ZG dd� de�ZG dd� de�ZG d d
� d
e
�ZdS ) � N)�TransferManager)�BaseSubscriber)�collections_abcc @ s e Zd Zdd� ZdZdS )�NoSuchBucketErrorc K s$ | j jf |�}tj| |� || _d S )N)�fmt�format� Exception�__init__�kwargs)�selfr
�msg� r
� /usr/lib/python3.6/s3uploader.pyr s zNoSuchBucketError.__init__zaS3 Bucket does not exist. Execute the command to create a new bucket
aws s3 mb s3://{bucket_name}N)�__name__�
__module__� __qualname__r r r
r
r
r r s r c @ sh e Zd ZdZedd� �Zejdd� �Zddd�Zd d
� Zdd d �Z d
d� Z
dd� Z dd� Z ddd�Z
dS )�
S3Uploaderz�
Class to upload objects to S3 bucket that use versioning. If bucket
does not already use versioning, this class will turn on versioning.
c C s | j S )zO
Metadata to attach to the object(s) uploaded by the uploader.
)�_artifact_metadata)r r
r
r �artifact_metadata1 s z S3Uploader.artifact_metadatac C s( |d k r t |tj� r td��|| _d S )Nz(Artifact metadata should be in dict type)�
isinstancer �Mapping� TypeErrorr )r �valr
r
r r 8 s NFc C sB || _ || _|pd | _|| _|| _|| _|s8t| j�| _d | _d S )N)� bucket_name�prefix�
kms_key_id� force_upload�s3�transfer_managerr r )r Z s3_clientr r r r r r
r
r r > s
zS3Uploader.__init__c C s | j r"t| j �dkr"dj| j |�}| j rN| j|�rNtjdj|�� | j|�S ydddi}| jrpd|d< | j|d< | j r�| j |d< t
||�}| j j || j
|||g�}|j� | j|�S tjjk
�r } z,|jd d
}|d kr�t| j
d ��|�W Y d
d
}~X nX d
S )z�
Uploads given file to S3
:param file_name: Path to the file that will be uploaded
:param remote_path: be uploaded
:return: VersionId of the latest upload
r z{0}/{1}z:File with same data already exists at {0}. Skipping uploadZServerSideEncryptionZAES256zaws:kmsZ SSEKMSKeyIdZMetadata�ErrorZCodeZ NoSuchBucket)r N)r �lenr r � file_exists�LOG�debug�make_urlr r �ProgressPercentager �uploadr �result�botocore�
exceptions� ClientErrorZresponser )r � file_name� remote_pathZadditional_argsZprint_progress_callback�futureZexZ
error_coder
r
r r& P s4
zS3Uploader.uploadc C s* | j |�}|}|r |d | }| j||�S )z�
Makes and returns name of the S3 object based on the file's MD5 sum
:param file_name: file to upload
:param extension: String of file extension to append to the object
:return: S3 URL of the uploaded object
�.)�
file_checksumr& )r r+ � extensionZfilemd5r, r
r
r �upload_with_dedup� s
z S3Uploader.upload_with_dedupc C s4 y| j j| j|d� dS tjjk
r. dS X dS )z�
Check if the file we are trying to upload already exists in S3
:param remote_path:
:return: True, if file exists. False, otherwise
)ZBucketZKeyTFN)r Z head_objectr r( r) r* )r r, r
r
r r! � s zS3Uploader.file_existsc C s dj | j|�S )Nz s3://{0}/{1})r r )r Zobj_pathr
r
r r$ � s zS3Uploader.make_urlc C sv t |d��b}tj� }d}|j� }|jd� |j|�}x$t|�dkrX|j|� |j|�}q6W |j|� |j� S Q R X d S )N�rbi r ) �open�hashlib�md5�tell�seek�readr �updateZ hexdigest)r r+ Z file_handler5 Z
block_sizeZcurposZbufr
r
r r/ � s
zS3Uploader.file_checksumc C s. | j jj}dj|| j|�}|r*dj||�}|S )z�
This link describes the format of Path Style URLs
http://docs.aws.amazon.com/AmazonS3/latest/dev/UsingBucket.html#access-bucket-intro
z {0}/{1}/{2}z{0}?versionId={1})r �metaZ endpoint_urlr r )r �key�version�baser' r
r
r �to_path_style_s3_url� s
z S3Uploader.to_path_style_s3_url)NNFN)N)N)r r r �__doc__�propertyr �setterr r& r1 r! r$ r/ r> r
r
r
r r + s
1
r c @ s e Zd Zdd� Zdd� ZdS )r% c C s2 || _ || _ttjj|��| _d| _tj � | _
d S )Nr ) Z _filename� _remote_path�float�os�path�getsize�_size� _seen_so_far� threadingZLock�_lock)r �filenamer, r
r
r r � s
zProgressPercentage.__init__c
K s\ | j �L | j|7 _| j| j d }tjjd| j| j| j|f � tjj� W d Q R X d S )N�d z#
Uploading to %s %s / %s (%.2f%%))rJ rH rG �sys�stdout�writerB �flush)r r- Zbytes_transferredr
Z
percentager
r
r � on_progress� s z ProgressPercentage.on_progressN)r r r r rQ r
r
r
r r% � s r% )r4 ZloggingrI rD rM r( Zbotocore.exceptionsZs3transfer.managerr Zs3transfer.subscribersr Z
awscli.compatr Z getLoggerr r" r r �objectr r% r
r
r
r �<module> s
$