o
    rôjŒ)  ã                   @   s–   d dl Z d dlZddlmZmZ ddlmZmZ ddlm	Z	 ddl
mZ ddlmZmZmZmZmZmZmZ e	ƒ r=d dlZd	d
„ Zdd„ Zdd„ ZdS )é    Né   )Ú SAGEMAKER_PARALLEL_EC2_INSTANCESÚTORCH_DYNAMO_MODES)ÚComputeEnvironmentÚSageMakerDistributedType)Úis_boto3_availableé   )ÚSageMakerConfig)ÚDYNAMO_BACKENDSÚ
_ask_fieldÚ_ask_optionsÚ_convert_dynamo_backendÚ_convert_mixed_precisionÚ#_convert_sagemaker_distributed_modeÚ_convert_yes_no_to_boolc                 C   s¢   t  d¡}ddddiddœgdœ}z+|j| tj|d	d
�d� ddg d¢ddœgdœ}|j| | › d�tj|d	d
�d� W d S  |jjyP   td| › d�ƒ Y d S w )NÚiamz
2012-10-17ZAllowZServicezsagemaker.amazonaws.comzsts:AssumeRole)ÚEffectZ	PrincipalÚAction)ÚVersionZ	Statementé   )Úindent)ÚRoleNameZAssumeRolePolicyDocument)zsagemaker:*zecr:GetDownloadUrlForLayerzecr:BatchGetImagezecr:BatchCheckLayerAvailabilityzecr:GetAuthorizationTokenzcloudwatch:PutMetricDatazcloudwatch:GetMetricDatazcloudwatch:GetMetricStatisticszcloudwatch:ListMetricszlogs:CreateLogGroupzlogs:CreateLogStreamzlogs:DescribeLogStreamszlogs:PutLogEventszlogs:GetLogEventszs3:CreateBucketzs3:ListBucketzs3:GetBucketLocationzs3:GetObjectzs3:PutObjectÚ*)r   r   ÚResourceZ_policy_permission)r   Z
PolicyNameZPolicyDocumentzrole z# already exists. Using existing one)	Úboto3ÚclientZcreate_roleÚjsonÚdumpsZput_role_policyÚ
exceptionsZEntityAlreadyExistsExceptionÚprint)Ú	role_nameÚ
iam_clientZsagemaker_trust_policyZpolicy_document© r"   úu/var/www/html/academy/tools/voices/clone/sv-venv/lib/python3.10/site-packages/accelerate/commands/config/sagemaker.pyÚ_create_iam_role_for_sagemaker&   s0   
ÿþÿéÿþýÿr$   c                 C   s   t  d¡}|j| d�d d S )Nr   )r   ZRoleZArn)r   r   Zget_role)r    r!   r"   r"   r#   Ú_get_iam_role_arn\   s   
r%   c                  C   sº  t dddgtƒ} d }| dkrtddd�}|tjd< ntd	ƒ td
ƒ}|tjd< tdƒ}|tjd< tddd�}|tjd< t dddgtƒ}|dkrLtdƒ}nd}td|› d�ƒ t|ƒ tdtddd�}d }|rmtddd„ ƒ}tdtddd�}	d }
|	r€td d!d„ ƒ}
td"tddd�}d }|r“td#d$d„ ƒ}t d%d&d'gtƒ}i }td(tddd�}|röd)}t d*d+d,„ t	D ƒt
d-d�||d. < td/tddd�}|röt d0td1d„ dd�||d2 < td3tddd�||d4 < td5tddd�||d6 < td7tddd�||d8 < d9}|tjk�rt |td:d„ ƒ}n|d;7 }t|d<d„ d=d�}d}|tjk�r$td>tddd�}d?}|tjtjfv �r6td@td?d�}t dAg dB¢tƒ}|�rJ|dCk�rJtdDƒ t|tj|d||||||||
||dE�S )FNzHow do you want to authorize?zAWS Profilez7Credentials (AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY) r   z'Enter your AWS Profile name: [default] Údefault)r&   ZAWS_PROFILEzºNote you will need to provide AWS_ACCESS_KEY_ID and AWS_SECRET_ACCESS_KEY when you launch you training script with,`accelerate launch --aws_access_key_id XXX --aws_secret_access_key YYY`zAWS Access Key ID: ZAWS_ACCESS_KEY_IDzAWS Secret Access Key: ZAWS_SECRET_ACCESS_KEYz"Enter your AWS Region: [us-east-1]z	us-east-1ZAWS_DEFAULT_REGIONzMDo you already have an IAM Role for executing Amazon SageMaker Training Jobs?zProvide IAM Role namez%Create new IAM role using credentialszEnter your IAM role name: Z#accelerate_sagemaker_execution_rolez$Accelerate will create an iam role "z " using the provided credentialsz2Do you want to use custom Docker image? [yes/NO]: FzPlease enter yes or no.)r&   Úerror_messagezEnter your Docker image: c                 S   ó   t | ƒ ¡ S ©N©ÚstrÚlower©Úxr"   r"   r#   Ú<lambda>�   ó    z%get_sagemaker_input.<locals>.<lambda>zODo you want to provide SageMaker input channels with data locations? [yes/NO]: z\Enter the path to the SageMaker inputs TSV file with columns (channel_name, data_location): c                 S   r(   r)   r*   r-   r"   r"   r#   r/   ™   r0   z3Do you want to enable SageMaker metrics? [yes/NO]: z[Enter the path to the SageMaker metrics TSV file with columns (metric_name, metric_regex): c                 S   r(   r)   r*   r-   r"   r"   r#   r/   ¦   r0   zWhat is the distributed mode?zNo distributed trainingzData parallelismz?Do you wish to optimize your script with torch dynamo?[yes/NO]:Údynamo_z+Which dynamo backend would you like to use?c                 S   s   g | ]}|  ¡ ‘qS r"   )r,   )Ú.0r.   r"   r"   r#   Ú
<listcomp>¹   s    z'get_sagemaker_input.<locals>.<listcomp>r   ÚbackendzGDo you want to customize the defaults sent to torch.compile? [yes/NO]: zWhich mode do you want to use?c                 S   ó   t t| ƒ S r)   )r   Úintr-   r"   r"   r#   r/   È   r0   Úmodez\Do you want the fullgraph mode or it is ok to break model into several subgraphs? [yes/NO]: Úuse_fullgraphz7Do you want to enable dynamic shape tracing? [yes/NO]: Úuse_dynamicz6Do you want to enable regional compilation? [yes/NO]: Úuse_regional_compilationz:Which EC2 instance type you want to use for your training?c                 S   r5   r)   )r   r6   r-   r"   r"   r#   r/   á   r0   z? [ml.p3.2xlarge]:c                 S   r(   r)   r*   r-   r"   r"   r#   r/   å   r0   zml.p3.2xlargezShould distributed operations be checked while running for errors? This can avoid timeout issues but will be slower. [yes/NO]: r   z(How many machines do you want use? [1]: z2Do you wish to use FP16 or BF16 (mixed precision)?)ÚnoÚfp16Úbf16Úfp8r;   zŠTorch dynamo used without mixed precision requires TF32 to be efficient. Accelerate will enable it by default when launching your scripts.)Ú	image_uriÚcompute_environmentÚdistributed_typeÚuse_cpuÚdynamo_configÚec2_instance_typeÚprofileÚregionÚiam_role_nameÚmixed_precisionÚnum_machinesÚsagemaker_inputs_fileÚsagemaker_metrics_fileÚdebug)r   r6   r   ÚosÚenvironr   r$   r   r   r
   r   r   r   ÚNOr   ÚDATA_PARALLELÚMODEL_PARALLELr   r	   r   ÚAMAZON_SAGEMAKER)Zcredentials_configurationZaws_profileZaws_access_key_idZaws_secret_access_keyZ
aws_regionZrole_managementrG   Zis_custom_docker_imageÚdocker_imageZis_sagemaker_inputs_enabledrJ   Zis_sagemaker_metrics_enabledrK   rA   rC   Ú
use_dynamoÚprefixÚuse_custom_optionsZec2_instance_queryrD   rL   rI   rH   r"   r"   r#   Úget_sagemaker_inputa   s>  ýÿ


ý
üüþüþýüüüüüüü
ÿüýýÿòrW   )r   rM   Úutils.constantsr   r   Zutils.dataclassesr   r   Úutils.importsr   Úconfig_argsr	   Úconfig_utilsr
   r   r   r   r   r   r   r   r$   r%   rW   r"   r"   r"   r#   Ú<module>   s   $6