� %�g� ��4�ddlZdZdZdZdZdZdZdZd Z e�d �Z d Z e �d �Z e�d �Z dZe �d �ZdZdZdZgd�Zgd�Zgd�Zgd�Zgd�ZdgZdZdZdZgd�Zgd�ZdZdZdZ d Z!d!Z"ej#ej$ej%ej&ej'ej(d"�Z)gd#�Z*gd$�Z+e+gd%�zZ,dS)&�Nz scaler.pt� pytorch_model�model� random_states� optimizer� scheduler�samplerzprofile_{suffix}.jsonz.binzpytorch_model{suffix}.binz .index.jsonz .safetensorszmodel{suffix}.safetensorsz1.10.2�py38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)� FULL_SHARD� SHARD_GRAD_OP�NO_SHARD� HYBRID_SHARD�HYBRID_SHARD_ZERO2)�TRANSFORMER_BASED_WRAP�SIZE_BASED_WRAP�NO_WRAP)� BACKWARD_PRE� BACKWARD_POST� NO_PREFETCH)�FULL_STATE_DICT�LOCAL_STATE_DICT�SHARDED_STATE_DICTrz2.1.0.a0+32f93b1z2.5.1�pytorch_model_fsdp)�pdsh�standard�openmpi�mvapich�mpich�nossh�slurm)�defaultzreduce-overheadz max-autotunez2.2.0z2.4.0z2.1.0z2.3.0z4.47.0)�>z>=z==z!=z<=�<)�nnodes�nproc_per_node� rdzv_backend� rdzv_endpoint�rdzv_id� rdzv_conf� standalone� max_restarts�monitor_interval� start_method�role�module�m� no_python�run_path�log_dir�r� redirects�t�tee� node_rank� master_addr� master_port)� DEEPSPEED� MULTI_GPU�FSDP� MEGATRON_LM�TP)� MULTI_NPU� MULTI_MLU� MULTI_SDAA� MULTI_MUSA� MULTI_XPU� MULTI_CPU� MULTI_HPU)-�operator�op� SCALER_NAME� MODEL_NAME�SAFE_MODEL_NAME�RNG_STATE_NAME�OPTIMIZER_NAME�SCHEDULER_NAME� SAMPLER_NAME�PROFILE_PATTERN_NAME� WEIGHTS_NAME�WEIGHTS_PATTERN_NAME�WEIGHTS_INDEX_NAME�SAFE_WEIGHTS_NAME�SAFE_WEIGHTS_PATTERN_NAME�SAFE_WEIGHTS_INDEX_NAME�SAGEMAKER_PYTORCH_VERSION�SAGEMAKER_PYTHON_VERSION�SAGEMAKER_TRANSFORMERS_VERSION� SAGEMAKER_PARALLEL_EC2_INSTANCES�FSDP_SHARDING_STRATEGY�FSDP_AUTO_WRAP_POLICY�FSDP_BACKWARD_PREFETCH�FSDP_STATE_DICT_TYPE�FSDP2_STATE_DICT_TYPE�FSDP_PYTORCH_VERSION�FSDP2_PYTORCH_VERSION�FSDP_MODEL_NAME�DEEPSPEED_MULTINODE_LAUNCHERS�TORCH_DYNAMO_MODES�0ELASTIC_LOG_LINE_PREFIX_TEMPLATE_PYTORCH_VERSION�'XPU_PROFILING_AVAILABLE_PYTORCH_VERSION�(MITA_PROFILING_AVAILABLE_PYTORCH_VERSION�!BETA_TP_AVAILABLE_PYTORCH_VERSION�&BETA_TP_AVAILABLE_TRANSFORMERS_VERSION�gt�ge�eq�ne�le�lt�STR_OPERATION_TO_FUNC�TORCH_LAUNCH_PARAMS�CUDA_DISTRIBUTED_TYPES�!TORCH_DISTRIBUTED_OPERATION_TYPES���j/home/asafur/pinokio/api/open-webui.git/app/env/lib/python3.11/site-packages/accelerate/utils/constants.py�<module>rvs�������� � � ��� ������� �.���"�"�"� �2��$�1�1�1��&�4�4�4��7��.�;�;�;��$��!��!)��#]�#]�#]� �j�j�j��P�P�P��I�I�I��T�T�T��-�.���� ��&�� e� e� e��C�C�C��3:�0�*1�'�+2�(�$+�!�)1�&� �e�2�5���R�U�RT�RW�^`�^c�d�d������4Q�P�P��$:�>�>�>�%�!�!�!rt
Memory