File: //lib/python3.6/site-packages/awscli/customizations/emr/__pycache__/emrfsutils.cpython-36.pyc
3
�T_�# � @ s� d dl mZ d dl mZ d dl mZ d dlmZ ddgZdgZdd gZej ej
gZ ej ej
gZd
Zd Zd Zd
Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Z d"d#� Z d$d%� Z d&d'� Z d(d)� Z d*d+� Z!d,S )-� )� constants)�emrutils)�
exceptions)� OrderedDict�
RetryCount� RetryPeriod�KMSKeyId�CustomProviderLocation�CustomProviderClassz --emrfs Consistent=true/falsez --emrfs Encryption=ClientSidez.--emrfs Encryption=ClientSide,ProviderType=KMSz1--emrfs Encryption=ClientSide,ProviderType=Customc C sx g }t |� t|d�rH|jtjtjtjtj|j d�tj
tj tj gd�� t
|�}|jtjtjtj| d�tj|d�� |S )N�CUSTOMr )�path�name�args)Z
relative_path�region)�_verify_emrfs_args�_need_to_configure_cse�appendr Zbuild_bootstrap_actionr Z EMRFS_CSE_CUSTOM_S3_GET_BA_PATHZS3_GET_BA_NAMEZ
S3_GET_BA_SRC�getZS3_GET_BA_DESTZEMRFS_CUSTOM_DEST_PATHZS3_GET_BA_FORCE� _build_ba_args_to_setup_emrfsZ
build_s3_linkZCONFIG_HADOOP_PATHZ
EMRFS_BA_NAME)r �
emrfs_argsZbootstrap_actionsZemrfs_setup_ba_args� r � /usr/lib/python3.6/emrfsutils.py� build_bootstrap_action_configs s*
r c C s: t | � t| �}t| d�r*| jd�|tj< tj|d�}|S )Nr r )ZClassificationZ
Properties)r �_build_emrfs_propertiesr r r Z!EMRFS_CSE_CUSTOM_PROVIDER_URI_KEYZ
EMRFS_SITE)r �emrfs_propertiesZemrfs_configurationr r r �build_emrfs_confiuration= s
r c C s8 d| kr(| d j � tkr(tj| d d��d| krNd| krNtj| d | d d��d| kr�| d j � tjkr�d| kr�tjtdd��nd| d j � t kr�tj
| d d��nB| d j � dkr�t | j � t
t� n | d j � d kr�t | j � tt� d
| kr�t| j � tt� t| d��st| j � t
t� t| d ��s4t| j � tt� d S ) N�
Encryption)�
encryption�SSE)Zsser � ProviderType)� object_name�missing)Z
provider_type�KMSr �
Consistent)�upper�ENCRYPTION_TYPESr ZUnknownEncryptionTypeErrorZ#BothSseAndEncryptionConfiguredErrorr �EMRFS_CLIENT_SIDE�MissingParametersError�CSE_OPTION_NAME�CSE_PROVIDER_TYPESZUnknownCseProviderTypeError�_verify_required_args�keys�CSE_KMS_REQUIRED_KEYS�CSE_KMS_OPTION_NAME�CSE_CUSTOM_REQUIRED_KEYS�CSE_CUSTOM_OPTION_NAME�_verify_child_args�CONSISTENT_OPTIONAL_KEYS�CONSISTENT_OPTION_NAMEr )r r r r r L s<
r c sH t � fdd�|D ��rDttt|�jt� ����}tj|tj|�d��d S )Nc 3 s | ]}|� kV qd S )Nr )�.0�x)� actual_keysr r � <genexpr>x s z(_verify_required_args.<locals>.<genexpr>)r r! ) �any�list�sorted�set�
differencer r' r �join)r5 Z
required_keysr Z missing_keysr )r5 r r* w s
r* c sH t � fdd�|D ��rDttt|�jt� ����}tjtj|�|d��d S )Nc 3 s | ]}|� kV qd S )Nr )r3 r4 )r5 r r r6 � s z%_verify_child_args.<locals>.<genexpr>)Zinvalid�parent_object_name) r7 r8 r9 r: � intersectionr ZInvalidEmrFsArgumentsErrorr r< )r5 Z
child_keysr= Z invalid_keysr )r5 r r0 s r0 c C s t | �}t|�S )N)r �_create_ba_args)r r r r r r � s r c C s� t � }t| �rt|| � t| �r*t|| � t| d�r@t|| d� t| d�rVt|| d� d| kr�x(| jd�D ]}tj |�\}}|||< qjW |S )zR
Assumption: emrfs_args is valid i.e. all required attributes are present
r" r ZArgs)
r �"_need_to_configure_consistent_view�&_update_properties_for_consistent_view�_need_to_configure_sse�_update_properties_for_sser �_update_properties_for_cser r Zsplit_to_key_value)r r Z arg_value�key�valuer r r r � s
r c C s d| kS )Nr# r )r r r r r@ � s r@ c C s" d| kp d| ko | d j � tjkS )Nr r )r$ r �EMRFS_SERVER_SIDE)r r r r rB � s rB c C s2 d| ko0| d j � tjko0d| ko0| d j � |kS )Nr r )r$ r r& )r �cse_typer r r r � s r c C sN t |d �j� | tj< d|kr0t |d �| tj< d|krJt |d �| tj< d S )Nr# r r )�str�lowerr ZEMRFS_CONSISTENT_KEYZEMRFS_RETRY_COUNT_KEYZEMRFS_RETRY_PERIOD_KEY)r r r r r rA � s
rA c C s* d|kr|d nd}t |�j� | tj< d S )Nr T)rI rJ r Z
EMRFS_SSE_KEY)r r Z sse_valuer r r rC � s rC c C sH d| t j< |dkr.t j| t j< |d | t j< n|dkrD|d | t j< d S )N�truer" r r r
)r Z
EMRFS_CSE_KEYZ&EMRFS_CSE_KMS_PROVIDER_FULL_CLASS_NAMEZ+EMRFS_CSE_ENCRYPTION_MATERIALS_PROVIDER_KEYZEMRFS_CSE_KMS_KEY_ID_KEY)r r rH r r r rD � s
rD c C s | j tj� | j |� d S )N)r r ZEMRFS_BA_ARG_KEY)�ba_args� key_valuer r r �_update_emrfs_ba_args� s rN c C s< g }x2| j � D ]&\}}|}|r*|d | }t||� qW |S )N�=)�itemsrN )r rL rE rF rM r r r r? � s r? N)"Zawscli.customizations.emrr r r Zbotocore.compatr r1 r, r. Z EMRFS_KMSZ EMRFS_CUSTOMr) r& rG r% r2 r( r- r/ r r r r* r0 r r r@ rB r rA rC rD rN r? r r r r �<module> s6 +