� ���gA(��x�UddlZddlZddlZddlZddlZddlmZddlmZddl m Z ddl m Z ej e�dd��d��ZdZd Zd Zej�d d ��Zed zZdZdZe jej����Zhd�Zhd�Ze�dh��Z e�dh��Z!e jej"� d����Z#e jej"� d����Z$e jej"� d����Z%e jej"� d����Z&e jej"� d����Z'ej�dd���(��Z)ej�dd���(��Z*ej�dd���(��Z+dZ,dZ-e*e vr{e)evrwej.�/d��duZ-e-rX e jej"� d����Z,e�0de,�d���n+#ej"j1$rYnwxYwne�0d ��dZ2ej.�/d!��duZ3e3rX e jej"� d!����Z2e�0d"e2�d���n#ej"j1$rYnwxYwdZ4ej.�/d#��duZ5e5rX e jej"� d#����Z4e�0d$e4�d���n#ej"j1$rYnwxYwdZ6dZ7e)e vr�e*evr�ej.�/d%��duZ7e7rFd&D]AZ8 e jej"� e8����Z6n#ej"j1$rY�>wxYwdZ7e7r@e6j9d'kre�0d(e6�d)���dZ7n/e�0d*e6�d���ne�0d+��dZ:dZ;e+e vr�ej.�/d,��duoej.�/d-��duZ;e;rX e jej"� d,����Z:e�0d.e:�d���n+#ej"j1$rYnwxYwne�0d/��ej.�/d0��duZ<ej.�/d1��duZ=ej.�/d2��duo4e jej>d2��j?��e jd3��kZ@ej.�/d2��duo4e jej>d2��j?��e jd4��kZAej.�/d5��duZBej.�/d6��duZCej.�/d7��duZDej.�/d8��duZEej.�/d9��duZFej.�/d:��duZGd;ZHejId<eH��ZJejK�LeJd=��ZMejK�NejId>eM����ZOejK�LeOd?��ZPeejId@eP����ZQejK�LeOdA��ZReejIdBeR����ZSdCZTejK�LeQeT��ZUeejIdDeU����ZVdEZWejK�LeUeW��ZXeejIdFeX����ZYej�dGd���(��e vZZdHZ[ej�dIdJ��Z\e\�(��evrdKne\�(��evrdndZ]ee^e_dI<dLZ`dKZadMZbdNZcdOZddPZedPZfdPZgdNZhej�dQ��Ziei�e jjnei�(��evZjejZkej�dR��Zlel�el�(��evndZmee^e_dR<dZneoej�dSen����ZpdTZqdUZrdVZsdWZtdXZudYZvdZZwd[Zxd\Zyd]Zzd^Z{d_Z|d`Z}daZ~dbZdcZ�dNZ�dcZ�dMZ�ddZ�deZ�dfZ�dS)g�N)�Path)�Optional)� constants)�version�.�zBhttps://s3.amazonaws.com/datasets.huggingface.co/datasets/datasetsz5https://cdn-datasets.huggingface.co/datasets/datasetszXhttps://raw.githubusercontent.com/huggingface/datasets/{revision}/datasets/{path}/{name}� HF_ENDPOINTzhttps://huggingface.coz-/datasets/{repo_id}/resolve/{revision}/{path}z)hf://datasets/{repo_id}@{revision}/{path}�main>�1�ON�YES�TRUE>�0�NO�OFF�FALSE�AUTO�dill�fsspec�pandas�pyarrow�huggingface_hub�USE_TF� USE_TORCH�USE_JAXzN/AF�torchzPyTorch version z available.z'Disabling PyTorch because USE_TF is set�polarszPolars version �duckdbzDuckdb version � tensorflow) rztensorflow-cpuztensorflow-gpuz tf-nightlyztf-nightly-cpuztf-nightly-gpuzintel-tensorflowztensorflow-rocmztensorflow-macos�z"TensorFlow found but with version z(. `datasets` requires version 2 minimum.zTensorFlow version z-Disabling Tensorflow because USE_TORCH is set�jax�jaxlibz JAX version z-Disabling JAX because USE_JAX is set to False� sqlalchemy�PIL� soundfilez1.0.31z1.1.0� torchvision� pdfplumber�rarfile� zstandard�lz4�py7zrz~/.cache�XDG_CACHE_HOME� huggingface�HF_HOME�datasets�HF_DATASETS_CACHE�modules�HF_MODULES_CACHE� downloads�$HF_DATASETS_DOWNLOADED_DATASETS_PATH� extracted�#HF_DATASETS_EXTRACTED_DATASETS_PATH�HF_UPDATE_DOWNLOAD_COUNTS��HF_DATASETS_TRUST_REMOTE_CODE�askT�i�� �500MB�d�HF_DATASETS_OFFLINE�!HF_DATASETS_DISABLE_PROGRESS_BARS�HF_DATASETS_IN_MEMORY_MAX_SIZEz dataset.arrowz indices.arrowz state.jsonzdataset_info.jsonzdataset_infos.json�LICENSEzdataset_dict.json�configsz README.mdz.huggingface.yaml�datasets_modules��z hf_datasets-����g�������?�2l)�� importlib�importlib.metadata�logging�os�platform�pathlibr�typingrrr� packagingr� getLogger�__name__�split�logger�S3_DATASETS_BUCKET_PREFIX�"CLOUDFRONT_DATASETS_DISTRIB_PREFIX�REPO_DATASETS_URL�environ�getr �HUB_DATASETS_URL�HUB_DATASETS_HFFS_URL�HUB_DEFAULT_VERSION�parse�python_version� PY_VERSION�ENV_VARS_TRUE_VALUES�ENV_VARS_FALSE_VALUES�union�ENV_VARS_TRUE_AND_AUTO_VALUES�ENV_VARS_FALSE_AND_AUTO_VALUES�metadata� DILL_VERSION�FSSPEC_VERSION�PANDAS_VERSION�PYARROW_VERSION�HF_HUB_VERSION�upperrrr� TORCH_VERSION�TORCH_AVAILABLE�util� find_spec�info�PackageNotFoundError�POLARS_VERSION�POLARS_AVAILABLE�DUCKDB_VERSION�DUCKDB_AVAILABLE� TF_VERSION� TF_AVAILABLE�package�major� JAX_VERSION� JAX_AVAILABLE�SQLALCHEMY_AVAILABLE� PIL_AVAILABLE� import_module�__libsndfile_version__�IS_OPUS_SUPPORTED�IS_MP3_SUPPORTED�TORCHVISION_AVAILABLE�PDFPLUMBER_AVAILABLE�RARFILE_AVAILABLE�ZSTANDARD_AVAILABLE� LZ4_AVAILABLE�PY7ZR_AVAILABLE�DEFAULT_XDG_CACHE_HOME�getenvr,�path�join�DEFAULT_HF_CACHE_HOME� expanduser� HF_CACHE_HOME�DEFAULT_HF_DATASETS_CACHEr0�DEFAULT_HF_MODULES_CACHEr2�DOWNLOADED_DATASETS_DIR� DEFAULT_DOWNLOADED_DATASETS_PATH�DOWNLOADED_DATASETS_PATH�EXTRACTED_DATASETS_DIR�DEFAULT_EXTRACTED_DATASETS_PATH�EXTRACTED_DATASETS_PATHr7�&HF_DATASETS_MULTITHREADING_MAX_WORKERS�__HF_DATASETS_TRUST_REMOTE_CODEr9�bool�__annotations__�TIME_OUT_REMOTE_CODE�USE_PARQUET_EXPORT�DEFAULT_MAX_BATCH_SIZE�'ARROW_READER_BATCH_SIZE_IN_DATASET_ITER�MAX_SHARD_SIZE�)PARQUET_ROW_GROUP_SIZE_FOR_AUDIO_DATASETS�)PARQUET_ROW_GROUP_SIZE_FOR_IMAGE_DATASETS�*PARQUET_ROW_GROUP_SIZE_FOR_BINARY_DATASETS�)PARQUET_ROW_GROUP_SIZE_FOR_VIDEO_DATASETS�_offline�HF_HUB_OFFLINEr?�#__HF_DATASETS_DISABLE_PROGRESS_BARSr@�DEFAULT_IN_MEMORY_MAX_SIZE�float�IN_MEMORY_MAX_SIZE�DATASET_ARROW_FILENAME�DATASET_INDICES_FILENAME�DATASET_STATE_JSON_FILENAME�DATASET_INFO_FILENAME�DATASETDICT_INFOS_FILENAME�LICENSE_FILENAME�DATASETDICT_JSON_FILENAME�METADATA_CONFIGS_FIELD�REPOCARD_FILENAME�REPOYAML_FILENAME�MODULE_NAME_FOR_DYNAMIC_MODULES�%MAX_DATASET_CONFIG_ID_READABLE_LENGTH�TEMP_CACHE_DIR_PREFIX�STREAMING_READ_MAX_RETRIES�STREAMING_READ_RETRY_INTERVAL�*DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE�2GLOBBED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE�3ARCHIVED_DATA_FILES_MAX_NUMBER_FOR_MODULE_INFERENCE�/MAX_NUM_RUNNING_ASYNC_MAP_FUNCTIONS_IN_PARALLEL�PBAR_REFRESH_TIME_INTERVAL�UPLOADS_MAX_NUMBER_PER_COMMIT�MAX_TABLE_NBYTES_FOR_PICKLING���_/home/asafur/pinokio/api/open-webui.git/app/env/lib/python3.11/site-packages/datasets/config.py�<module>r�ss ��������������� � � � �����������������%�%�%�%�%�%������� �� �8�>�>�#�q�1�1�!�4� 5� 5��a��%\�"�n���j�n�n�]�,D�E�E� ��!P�P��C���� �W�]�2�8�2�4�4� 5� 5� �2�1�1��3�3�3�� 4� :� :�F�8� D� D��!6�!<�!<�f�X�!F�!F���w�}�Y�/�7�7��?�?�@�@� ����y�1�9�9�(�C�C�D�D�����y�1�9�9�(�C�C�D�D���'�-� � 2� :� :�9� E� E�F�F�����y�1�9�9�:K�L�L�M�M�� �����&� )� )� /� /� 1� 1�� �J�N�N�;�� /� /� 5� 5� 7� 7� � �*�.�.��F� +� +� 1� 1� 3� 3��� ��� �-�-�-�&�@T�2T�2T��n�.�.�w�7�7�t�C�O��� �)�G�M�)�*<�*D�*D�W�*M�*M�N�N�M� �K�K�E�=�E�E�E� F� F� F� F���!�6� � � � �D� ���� � �K�K�9�:�:�:����>�+�+�H�5�5�T�A��� � �&���y�'9�'A�'A�(�'K�'K�L�L��� � �A�n�A�A�A�B�B�B�B�� � � 2� � � � �� �������>�+�+�H�5�5�T�A��� � �&���y�'9�'A�'A�(�'K�'K�L�L��� � �A�n�A�A�A�B�B�B�B�� � � 2� � � � �� ����� �� � � *�*�*�y�@T�/T�/T��>�+�+�L�9�9��E�L��!�  � !� !�G� �*�W�]�9�+=�+E�+E�g�+N�+N�O�O� �����%�:� � � ��� ���� !�L��G� � �a� � � �K�K�q�Z�q�q�q� r� r� r� �L�L� �K�K�E�j�E�E�E� F� F� F�� �K�K�?�@�@�@�� �� � �+�+�+��N�,�,�U�3�3�4�?�r�I�N�D\�D\�]e�Df�Df�nr�Dr�M��� �'�'�-� �(:�(B�(B�5�(I�(I�J�J�K� �K�K�?�{�?�?�?� @� @� @� @���!�6� � � � �D� ���� � �K�K�?�@�@�@�!�~�/�/� �=�=�T�I����(�(��/�/�t�;� ��N�,�,�[�9�9��E��-�'�-��I��K�(�(�?�K�K��W�]�8���K���>�+�+�K�8�8��D������I��K�(�(�?�J�J��W�]�7���J��"��0�0��?�?�t�K�� �~�/�/� �=�=�T�I���N�,�,�Y�7�7�t�C���n�.�.�{�;�;�4�G����(�(��/�/�t�;� ��.�*�*�7�3�3�4�?��$�����+�-C�D�D���� � �^�]�C�C����"�"�9�2�9�Y�8M�#N�#N�O�O� ��G�L�L�� �C�C���D����#6�8Q�R�R�S�S���7�<�<� �y�A�A���4� �� �"4�6N�O�O�P�P��%��#%�7�<�<�0A�CZ�#[�#[� ��4� �� �*P�Rr� s� s�t�t��$��"$�'�,�,�/O�Qg�"h�"h���$�y�r�y�)N�Po�p�p�q�q���J�N�N�.��7�7�=�=�?�?�C`�`�� *,�&�#%�*�.�.�1P�RW�"X�"X��'�,�,�.�.�2F�F�F� �D�'�,�,�.�.�2G�G�G� �� � �x��~����������+-�'���-0�)�,/�)�-0�*�,.�)� �:�>�>�/� 0� 0��-5�-=��)�)�8�>�>�CS�CS�Wk�Ck��$��')�j�n�n�5X�&Y�&Y�#�+�6�(�-�-�/�/�3G�G�G� �"�8�D�>�������U�2�:�>�>�*J�Lf�g�g�h�h��)��*��*��+��1����/��"����'��"4��(+�%�'�� �� !��.1�*�57�2�69�3�37�/�"��!#��!(���s^� AJ�J!� J!�AL�L/�.L/�AN�N'�&N'�(P�P�P�5AS7�7T �T 
Memory