Dashboard
PHP:
8.2.30
OS:
Linux
User:
dh_nv8b2m
/
/
usr
/
lib
/
python3
/
dist-packages
/
awscli
/
customizations
/
emr
/
__pycache__
📤 Upload
📝 New File
📁 New Folder
Close
Editing: emrfsutils.cpython-310.pyc
o .&�a�# � @ s� d dl mZ d dl mZ d dl mZ d dlmZ ddgZdgZdd gZej ej gZ ej ej gZd Zd Zd Zd Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Z d"d#� Z d$d%� Z d&d'� Z d(d)� Z d*d+� Z!d,S )-� )� constants)�emrutils)� exceptions)� OrderedDict� RetryCount� RetryPeriod�KMSKeyId�CustomProviderLocation�CustomProviderClassz --emrfs Consistent=true/falsez --emrfs Encryption=ClientSidez.--emrfs Encryption=ClientSide,ProviderType=KMSz1--emrfs Encryption=ClientSide,ProviderType=Customc C sx g }t |� t|d�r$|�tjtjtjtj|� d�tj tj tj gd�� t |�}|�tjtjtj| d�tj|d�� |S )N�CUSTOMr )�path�name�args)� relative_path�region)�_verify_emrfs_args�_need_to_configure_cse�appendr �build_bootstrap_actionr � EMRFS_CSE_CUSTOM_S3_GET_BA_PATH�S3_GET_BA_NAME� S3_GET_BA_SRC�get�S3_GET_BA_DEST�EMRFS_CUSTOM_DEST_PATH�S3_GET_BA_FORCE� _build_ba_args_to_setup_emrfs� build_s3_link�CONFIG_HADOOP_PATH� EMRFS_BA_NAME)r � emrfs_args�bootstrap_actions�emrfs_setup_ba_args� r# �F/usr/lib/python3/dist-packages/awscli/customizations/emr/emrfsutils.py� build_bootstrap_action_configs s6 ��� ���r% c C s: t | � t| �}t| d�r| �d�|tj< tj|d�}|S )Nr r )�Classification� Properties)r �_build_emrfs_propertiesr r r �!EMRFS_CSE_CUSTOM_PROVIDER_URI_KEY� EMRFS_SITE)r �emrfs_properties�emrfs_configurationr# r# r$ �build_emrfs_confiuration= s ��r- c C s4 d| v r| d � � tvrtj| d d��d| v r'd| v r'tj| d | d d��d| v rp| d � � tjkrpd| vr?tjtdd��| d � � t vrOtj | d d��| d � � dkr`t | � � t t� n| d � � d krpt | � � tt� d | vr|t| � � tt� t| d�s�t| � � t t� t| d �s�t| � � tt� d S d S ) N� Encryption)� encryption�SSE)�sser/ � ProviderType�� object_name�missing)� provider_type�KMSr � Consistent)�upper�ENCRYPTION_TYPESr �UnknownEncryptionTypeError�#BothSseAndEncryptionConfiguredErrorr �EMRFS_CLIENT_SIDE�MissingParametersError�CSE_OPTION_NAME�CSE_PROVIDER_TYPES�UnknownCseProviderTypeError�_verify_required_args�keys�CSE_KMS_REQUIRED_KEYS�CSE_KMS_OPTION_NAME�CSE_CUSTOM_REQUIRED_KEYS�CSE_CUSTOM_OPTION_NAME�_verify_child_args�CONSISTENT_OPTIONAL_KEYS�CONSISTENT_OPTION_NAMEr �r r# r# r$ r L sP � ��� � � � � ��r c sH t � fdd�|D ��r"ttt|��t� ����}tj|t�|�d��d S )Nc 3 s � | ]}|� vV qd S �Nr# ��.0�x�� actual_keysr# r$ � <genexpr>x � � z(_verify_required_args.<locals>.<genexpr>r3 ) �any�list�sorted�set� differencer r> r �join)rQ � required_keysr4 � missing_keysr# rP r$ rB w s � ��rB c sH t � fdd�|D ��r"ttt|��t� ����}tjt�|�|d��d S )Nc 3 s � | ]}|� v V qd S rL r# rM rP r# r$ rR � rS z%_verify_child_args.<locals>.<genexpr>)�invalid�parent_object_name) rT rU rV rW � intersectionr �InvalidEmrFsArgumentsErrorr rY )rQ � child_keysr] � invalid_keysr# rP r$ rH s ���rH c C s t | �}t|�S rL )r( �_create_ba_args)r r+ r# r# r$ r � s r c C s� t � }t| �r t|| � t| �rt|| � t| d�r t|| d� t| d�r+t|| d� d| v rB| �d�D ] }t� |�\}}|||< q4|S )zR Assumption: emrfs_args is valid i.e. all required attributes are present r7 r �Args) r �"_need_to_configure_consistent_view�&_update_properties_for_consistent_view�_need_to_configure_sse�_update_properties_for_sser �_update_properties_for_cser r �split_to_key_value)r r+ � arg_value�key�valuer# r# r$ r( � s r( c C s d| v S )Nr8 r# rK r# r# r$ rd � s rd c C s" d| v pd| v o| d � � tjkS )Nr0 r. )r9 r �EMRFS_SERVER_SIDErK r# r# r$ rf � s �rf c C s2 d| v o| d � � tjkod| v o| d � � |kS )Nr. r2 )r9 r r= )r �cse_typer# r# r$ r � s ���r c C sR t |d ��� | tj< d|v rt |d �| tj< d|v r't |d �| tj< d S d S )Nr8 r r )�str�lowerr �EMRFS_CONSISTENT_KEY�EMRFS_RETRY_COUNT_KEY�EMRFS_RETRY_PERIOD_KEY)r+ r r# r# r$ re � s � � ��re c C s* d|v r|d nd}t |��� | tj< d S )Nr0 T)ro rp r � EMRFS_SSE_KEY)r+ r � sse_valuer# r# r$ rg � s rg c C sN d| t j< |dkrt j| t j< |d | t j< d S |dkr%|d | t j< d S d S )N�truer7 r r r )r � EMRFS_CSE_KEY�&EMRFS_CSE_KMS_PROVIDER_FULL_CLASS_NAME�+EMRFS_CSE_ENCRYPTION_MATERIALS_PROVIDER_KEY�EMRFS_CSE_KMS_KEY_ID_KEY)r+ r rn r# r# r$ rh � s �� ����rh c C s | � tj� | � |� d S rL )r r �EMRFS_BA_ARG_KEY)�ba_args� key_valuer# r# r$ �_update_emrfs_ba_args� s r~ c C s8 g }| � � D ]\}}|}|r|d | }t||� q|S )N�=)�itemsr~ )r+ r| rk rl r} r# r# r$ rb � s rb N)"�awscli.customizations.emrr r r �botocore.compatr rI rD rF � EMRFS_KMS� EMRFS_CUSTOMr@ r= rm r: rJ r? rE rG r% r- r rB rH r r( rd rf r re rg rh r~ rb r# r# r# r$ �<module> s8 +
Save
Cancel