
    i                        d dl Zd dlZdZdZdZdZdZdZdZ	d	Z
e d
ZdZe dZe dZdZe dZdZdZdZg dZg dZg dZg dZg dZddgZdZdZdZg dZg dZdZdZ d Z!d!Z"d"Z#dZ$d#Z%ejL                  ejN                  ejP                  ejR                  ejT                  ejV                  d$Z,g d%Z-g d&Z.e.g d'z   Z/ej`                  jb                  ej`                  jd                  ej`                  jf                  ej`                  jh                  ej`                  jj                  ej`                  jl                  ej`                  jn                  fZ8y)(    Nz	scaler.ptpytorch_modelmodelrandom_states	optimizer	schedulersamplerzprofile_{suffix}.jsonz.binzpytorch_model{suffix}.binz.index.jsonz.safetensorszmodel{suffix}.safetensorsz1.10.2py38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)
FULL_SHARDSHARD_GRAD_OPNO_SHARDHYBRID_SHARDHYBRID_SHARD_ZERO2)TRANSFORMER_BASED_WRAPSIZE_BASED_WRAPNO_WRAP)BACKWARD_PREBACKWARD_POSTNO_PREFETCH)FULL_STATE_DICTLOCAL_STATE_DICTSHARDED_STATE_DICTr   r   z2.1.0.a0+32f93b1z2.6.0pytorch_model_fsdp)pdshstandardopenmpimvapichmpichnosshslurm)defaultzreduce-overheadzmax-autotunez2.2.0z2.4.0z2.1.0z2.3.0z4.52.0z0.18.2)>z>=z==z!=z<=<)nnodesnproc_per_noderdzv_backendrdzv_endpointrdzv_id	rdzv_conf
standalonemax_restartsmonitor_intervalstart_methodrolemodulem	no_pythonrun_pathlog_dirr	redirectsttee	node_rankmaster_addrmaster_port)	DEEPSPEED	MULTI_GPUFSDPMEGATRON_LMTP)	MULTI_NPU	MULTI_MLU
MULTI_SDAA
MULTI_MUSA	MULTI_XPU	MULTI_CPU	MULTI_HPU)9operatoroptorchSCALER_NAME
MODEL_NAMESAFE_MODEL_NAMERNG_STATE_NAMEOPTIMIZER_NAMESCHEDULER_NAMESAMPLER_NAMEPROFILE_PATTERN_NAMEWEIGHTS_NAMEWEIGHTS_PATTERN_NAMEWEIGHTS_INDEX_NAMESAFE_WEIGHTS_NAMESAFE_WEIGHTS_PATTERN_NAMESAFE_WEIGHTS_INDEX_NAMESAGEMAKER_PYTORCH_VERSIONSAGEMAKER_PYTHON_VERSIONSAGEMAKER_TRANSFORMERS_VERSION SAGEMAKER_PARALLEL_EC2_INSTANCESFSDP_SHARDING_STRATEGYFSDP_AUTO_WRAP_POLICYFSDP_BACKWARD_PREFETCHFSDP_STATE_DICT_TYPEFSDP2_STATE_DICT_TYPEFSDP_PYTORCH_VERSIONFSDP2_PYTORCH_VERSIONFSDP_MODEL_NAMEDEEPSPEED_MULTINODE_LAUNCHERSTORCH_DYNAMO_MODES0ELASTIC_LOG_LINE_PREFIX_TEMPLATE_PYTORCH_VERSION'XPU_PROFILING_AVAILABLE_PYTORCH_VERSION(MITA_PROFILING_AVAILABLE_PYTORCH_VERSION!BETA_TP_AVAILABLE_PYTORCH_VERSION&BETA_TP_AVAILABLE_TRANSFORMERS_VERSION!BETA_CP_AVAILABLE_PYTORCH_VERSION#BETA_SP_AVAILABLE_DEEPSPEED_VERSIONgtgeeqneleltSTR_OPERATION_TO_FUNCTORCH_LAUNCH_PARAMSCUDA_DISTRIBUTED_TYPES!TORCH_DISTRIBUTED_OPERATION_TYPESnnConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dLinear&SUPPORTED_PYTORCH_LAYERS_FOR_UPCASTING     d/home/obispo/Crisostomo_bridge/mision_env/lib/python3.12/site-packages/accelerate/utils/constants.py<module>r      s     
 . T"2 $~[1 &'|4 7 ./{; $ ! !) #]  j P I T -/@A     & e C 3: 0*1 '+2 ($+ !)1 &$+ !&. # ee255RUURTRWRW^`^c^cd  4 Q $: > % ! 
HHOO	HHOO	HHOO	HH	HH	HH	HHOO* &r   