
import contextlib
import csv
import json
import os
import sqlitea
import tarfile
import textwrap
import zipfile

import pyarrow as pa
import pyarrow.parquet as pq
import pytest

import datasets
import datasets.config



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							):
					'''simple docstring'''
					lowercase							=						10
					lowercase							=						datasets.Features(
					    {
					        '''tokens''': datasets.Sequence(datasets.Value('''string'''		)		),
					        '''labels''': datasets.Sequence(datasets.ClassLabel(names=['''negative''', '''positive''']		)		),
					        '''answers''': datasets.Sequence(
					            {
					                '''text''': datasets.Value('''string'''		),
					                '''answer_start''': datasets.Value('''int32'''		),
					            }		),
					        '''id''': datasets.Value('''int64'''		),
					    }		)
					lowercase							=						datasets.Dataset.from_dict(
					    {
					        '''tokens''': [['''foo'''] * 5] * n,
					        '''labels''': [[1] * 5] * n,
					        '''answers''': [{'''answer_start''': [97], '''text''': ['''1976''']}] * 10,
					        '''id''': list(range(lowerCAmelCase__		)		),
					    } ,			features=lowerCAmelCase__ ,			)
					return dataset



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''file.arrow'''		)
					dataset.map(cache_file_name=lowerCAmelCase__		)
					return filename


# FILE_CONTENT + files


lowercase__		:Dict   =    "\\n    Text data.\n    Second line of data."



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt'''
					lowercase							=						FILE_CONTENT
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__		)
					return filename



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					import bza

					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt.bz2'''
					lowercase							=						bytes(lowerCAmelCase__ ,			'''utf-8'''		)
					with bza.open(lowerCAmelCase__ ,			'''wb'''		) as f:
										f.write(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					import gzip

					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''file.txt.gz'''		)
					lowercase							=						bytes(lowerCAmelCase__ ,			'''utf-8'''		)
					with gzip.open(lowerCAmelCase__ ,			'''wb'''		) as f:
										f.write(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					if datasets.config.LZ4_AVAILABLE:
										import lza.frame

										lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt.lz4'''
										lowercase							=						bytes(lowerCAmelCase__ ,			'''utf-8'''		)
										with lza.frame.open(lowerCAmelCase__ ,			'''wb'''		) as f:
															f.write(lowerCAmelCase__		)
										return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					if datasets.config.PY7ZR_AVAILABLE:
										import pyazr

										lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt.7z'''
										with pyazr.SevenZipFile(lowerCAmelCase__ ,			'''w'''		) as archive:
															archive.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
										return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					import tarfile

					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt.tar'''
					with tarfile.TarFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.add(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					import lzma

					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt.xz'''
					lowercase							=						bytes(lowerCAmelCase__ ,			'''utf-8'''		)
					with lzma.open(lowerCAmelCase__ ,			'''wb'''		) as f:
										f.write(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					import zipfile

					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					if datasets.config.ZSTANDARD_AVAILABLE:
										import zstandard as zstd

										lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.txt.zst'''
										lowercase							=						bytes(lowerCAmelCase__ ,			'''utf-8'''		)
										with zstd.open(lowerCAmelCase__ ,			'''wb'''		) as f:
															f.write(lowerCAmelCase__		)
										return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''file.xml'''
					lowercase							=						textwrap.dedent(
					    '''\
    <?xml version="1.0" encoding="UTF-8" ?>
    <tmx version="1.4">
      <header segtype="sentence" srclang="ca" />
      <body>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 1</seg></tuv>
          <tuv xml:lang="en"><seg>Content 1</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 2</seg></tuv>
          <tuv xml:lang="en"><seg>Content 2</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 3</seg></tuv>
          <tuv xml:lang="en"><seg>Content 3</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 4</seg></tuv>
          <tuv xml:lang="en"><seg>Content 4</seg></tuv>
        </tu>
        <tu>
          <tuv xml:lang="ca"><seg>Contingut 5</seg></tuv>
          <tuv xml:lang="en"><seg>Content 5</seg></tuv>
        </tu>
      </body>
    </tmx>'''		)
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__		)
					return filename


lowercase__		:Any   =    [
    {"col_1": "0", "col_2": 0, "col_3": 0.0},
    {"col_1": "1", "col_2": 1, "col_3": 1.0},
    {"col_1": "2", "col_2": 2, "col_3": 2.0},
    {"col_1": "3", "col_2": 3, "col_3": 3.0},
]
lowercase__		:Tuple   =    [
    {"col_1": "4", "col_2": 4, "col_3": 4.0},
    {"col_1": "5", "col_2": 5, "col_3": 5.0},
]
lowercase__		:Union[str, Any]   =    {
    "col_1": ["0", "1", "2", "3"],
    "col_2": [0, 1, 2, 3],
    "col_3": [0.0, 1.0, 2.0, 3.0],
}

lowercase__		:Union[str, Any]   =    [
    {"col_3": 0.0, "col_1": "0", "col_2": 0},
    {"col_3": 1.0, "col_1": "1", "col_2": 1},
]

lowercase__		:Optional[Any]   =    [
    {"col_1": "s0", "col_2": 0, "col_3": 0.0},
    {"col_1": "s1", "col_2": 1, "col_3": 1.0},
    {"col_1": "s2", "col_2": 2, "col_3": 2.0},
    {"col_1": "s3", "col_2": 3, "col_3": 3.0},
]



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							):
					'''simple docstring'''
					return DATA_DICT_OF_LISTS



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						datasets.Dataset.from_dict(lowerCAmelCase__		)
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.arrow'''		)
					dataset.map(cache_file_name=lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.sqlite'''		)
					with contextlib.closing(sqlitea.connect(lowerCAmelCase__		)		) as con:
										lowercase							=						con.cursor()
										cur.execute('''CREATE TABLE dataset(col_1 text, col_2 int, col_3 real)'''		)
										for item in DATA:
															cur.execute('''INSERT INTO dataset(col_1, col_2, col_3) VALUES (?, ?, ?)''' ,			tuple(item.values()		)		)
										con.commit()
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.csv'''		)
					with open(lowerCAmelCase__ ,			'''w''' ,			newline=''''''		) as f:
										lowercase							=						csv.DictWriter(lowerCAmelCase__ ,			fieldnames=['''col_1''', '''col_2''', '''col_3''']		)
										writer.writeheader()
										for item in DATA:
															writer.writerow(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset2.csv'''		)
					with open(lowerCAmelCase__ ,			'''w''' ,			newline=''''''		) as f:
										lowercase							=						csv.DictWriter(lowerCAmelCase__ ,			fieldnames=['''col_1''', '''col_2''', '''col_3''']		)
										writer.writeheader()
										for item in DATA:
															writer.writerow(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					import bza

					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.csv.bz2'''
					with open(lowerCAmelCase__ ,			'''rb'''		) as f:
										lowercase							=						f.read()
					# data = bytes(FILE_CONTENT, "utf-8")
					with bza.open(lowerCAmelCase__ ,			'''wb'''		) as f:
										f.write(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.csv.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.csv.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(csv_path.replace('''.csv''' ,			'''.CSV'''		)		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(csva_path.replace('''.csv''' ,			'''.CSV'''		)		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset_with_dir.csv.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.join('''main_dir''' ,			os.path.basename(lowerCAmelCase__		)		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.join('''main_dir''' ,			os.path.basename(lowerCAmelCase__		)		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.parquet'''		)
					lowercase							=						pa.schema(
					    {
					        '''col_1''': pa.string(),
					        '''col_2''': pa.intaa(),
					        '''col_3''': pa.floataa(),
					    }		)
					with open(lowerCAmelCase__ ,			'''wb'''		) as f:
										lowercase							=						pq.ParquetWriter(lowerCAmelCase__ ,			schema=lowerCAmelCase__		)
										lowercase							=						pa.Table.from_pydict({k: [DATA[i][k] for i in range(len(lowerCAmelCase__		)		)] for k in DATA[0]} ,			schema=lowerCAmelCase__		)
										writer.write_table(lowerCAmelCase__		)
										writer.close()
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.json'''		)
					lowercase							=						{'''data''': DATA}
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										json.dump(lowerCAmelCase__ ,			lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.json'''		)
					lowercase							=						{'''data''': DATA_DICT_OF_LISTS}
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										json.dump(lowerCAmelCase__ ,			lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.jsonl'''		)
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										for item in DATA:
															f.write(json.dumps(lowerCAmelCase__		) + '''\n'''		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset2.jsonl'''		)
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										for item in DATA:
															f.write(json.dumps(lowerCAmelCase__		) + '''\n'''		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset_312.jsonl'''		)
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										for item in DATA_312:
															f.write(json.dumps(lowerCAmelCase__		) + '''\n'''		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset-str.jsonl'''		)
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										for item in DATA_STR:
															f.write(json.dumps(lowerCAmelCase__		) + '''\n'''		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					import gzip

					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.txt.gz'''		)
					with open(lowerCAmelCase__ ,			'''rb'''		) as orig_file:
										with gzip.open(lowerCAmelCase__ ,			'''wb'''		) as zipped_file:
															zipped_file.writelines(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					import gzip

					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.jsonl.gz'''		)
					with open(lowerCAmelCase__ ,			'''rb'''		) as orig_file:
										with gzip.open(lowerCAmelCase__ ,			'''wb'''		) as zipped_file:
															zipped_file.writelines(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.jsonl.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset_nested.jsonl.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.join('''nested''' ,			os.path.basename(lowerCAmelCase__		)		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset_with_dir.jsonl.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.join('''main_dir''' ,			os.path.basename(lowerCAmelCase__		)		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.join('''main_dir''' ,			os.path.basename(lowerCAmelCase__		)		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.jsonl.tar'''
					with tarfile.TarFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.add(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
										f.add(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset_nested.jsonl.tar'''
					with tarfile.TarFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.add(lowerCAmelCase__ ,			arcname=os.path.join('''nested''' ,			os.path.basename(lowerCAmelCase__		)		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						['''0''', '''1''', '''2''', '''3''']
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset.txt'''		)
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										for item in data:
															f.write(item + '''\n'''		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						['''0''', '''1''', '''2''', '''3''']
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset2.txt'''		)
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										for item in data:
															f.write(item + '''\n'''		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						['''0''', '''1''', '''2''', '''3''']
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.abc'''
					with open(lowerCAmelCase__ ,			'''w'''		) as f:
										for item in data:
															f.write(item + '''\n'''		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.text.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset_with_dir.text.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.join('''main_dir''' ,			os.path.basename(lowerCAmelCase__		)		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.join('''main_dir''' ,			os.path.basename(lowerCAmelCase__		)		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.ext.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename('''unsupported.ext'''		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename('''unsupported_2.ext'''		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						'''\n'''.join(['''First''', '''Second\u2029with Unicode new line''', '''Third''']		)
					lowercase							=						str(tmp_path_factory.mktemp('''data'''		) / '''dataset_with_unicode_new_lines.txt'''		)
					with open(lowerCAmelCase__ ,			'''w''' ,			encoding='''utf-8'''		) as f:
										f.write(lowerCAmelCase__		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							):
					'''simple docstring'''
					return os.path.join('''tests''' ,			'''features''' ,			'''data''' ,			'''test_image_rgb.jpg'''		)



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							):
					'''simple docstring'''
					return os.path.join('''tests''' ,			'''features''' ,			'''data''' ,			'''test_audio_44100.wav'''		)



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__ ,			lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data'''		) / '''dataset.img.zip'''
					with zipfile.ZipFile(lowerCAmelCase__ ,			'''w'''		) as f:
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		)		)
										f.write(lowerCAmelCase__ ,			arcname=os.path.basename(lowerCAmelCase__		).replace('''.jpg''' ,			'''2.jpg'''		)		)
					return path



@pytest.fixture(scope='''session'''		)
def        UpperCamelCase    (							lowerCAmelCase__		):
					'''simple docstring'''
					lowercase							=						tmp_path_factory.mktemp('''data_dir'''		)

					(data_dir / "subdir").mkdir()
					with open(data_dir / '''subdir''' / '''train.txt''' ,			'''w'''		) as f:
										f.write('''foo\n''' * 10		)
					with open(data_dir / '''subdir''' / '''test.txt''' ,			'''w'''		) as f:
										f.write('''bar\n''' * 10		)
					# hidden file
					with open(data_dir / '''subdir''' / '''.test.txt''' ,			'''w'''		) as f:
										f.write('''bar\n''' * 10		)

					# hidden directory
					(data_dir / ".subdir").mkdir()
					with open(data_dir / '''.subdir''' / '''train.txt''' ,			'''w'''		) as f:
										f.write('''foo\n''' * 10		)
					with open(data_dir / '''.subdir''' / '''test.txt''' ,			'''w'''		) as f:
										f.write('''bar\n''' * 10		)

					return data_dir






import copy
import os
from typing import Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__		:Dict   =    logging.get_logger(__name__)

lowercase__		:Optional[int]   =    {
    "BAAI/AltCLIP": "https://huggingface.co/BAAI/AltCLIP/resolve/main/config.json",
    # See all AltCLIP models at https://huggingface.co/models?filter=altclip
}







class 				lowercase		(					SCREAMING_SNAKE_CASE__		):
							lowercase_       :       Any       					='''altclip_text_model'''




							def __init__(				self   ,A__=2_5_0_0_0_2   ,A__=1_0_2_4   ,A__=2_4   ,A__=1_6   ,A__=4_0_9_6   ,A__="gelu"   ,A__=0.1   ,A__=0.1   ,A__=5_1_4   ,A__=1   ,A__=0.02   ,A__=0.02   ,A__=1E-05   ,A__=1   ,A__=0   ,A__=2   ,A__="absolute"   ,A__=True   ,A__=7_6_8   ,**A__   ,):
												super().__init__(pad_token_id=A__   ,bos_token_id=A__   ,eos_token_id=A__   ,**A__)

												lowercase							=						vocab_size
												lowercase							=						hidden_size
												lowercase							=						num_hidden_layers
												lowercase							=						num_attention_heads
												lowercase							=						hidden_act
												lowercase							=						intermediate_size
												lowercase							=						hidden_dropout_prob
												lowercase							=						attention_probs_dropout_prob
												lowercase							=						max_position_embeddings
												lowercase							=						type_vocab_size
												lowercase							=						initializer_range
												lowercase							=						initializer_factor
												lowercase							=						layer_norm_eps
												lowercase							=						position_embedding_type
												lowercase							=						use_cache
												lowercase							=						project_dim







class 				lowercase		(					SCREAMING_SNAKE_CASE__		):
							lowercase_       :       Optional[int]       					='''altclip_vision_model'''




							def __init__(				self   ,A__=7_6_8   ,A__=3_0_7_2   ,A__=5_1_2   ,A__=1_2   ,A__=1_2   ,A__=3   ,A__=2_2_4   ,A__=3_2   ,A__="quick_gelu"   ,A__=1E-5   ,A__=0.0   ,A__=0.02   ,A__=1.0   ,**A__   ,):
												super().__init__(**A__)

												lowercase							=						hidden_size
												lowercase							=						intermediate_size
												lowercase							=						projection_dim
												lowercase							=						num_hidden_layers
												lowercase							=						num_attention_heads
												lowercase							=						num_channels
												lowercase							=						patch_size
												lowercase							=						image_size
												lowercase							=						initializer_range
												lowercase							=						initializer_factor
												lowercase							=						attention_dropout
												lowercase							=						layer_norm_eps
												lowercase							=						hidden_act





							@classmethod
							def  A__      (				cls   ,A__   ,**A__):
												cls._set_token_in_kwargs(A__)

												lowercase	,						lowercase							=						cls.get_config_dict(A__   ,**A__)

												# get the vision config dict if we are loading from AltCLIPConfig
												if config_dict.get('''model_type''') == "altclip":
																	lowercase							=						config_dict['''vision_config''']

												if "model_type" in config_dict and hasattr(cls   ,'''model_type''') and config_dict["model_type"] != cls.model_type:
																	logger.warning(
																	    f'You are using a model of type {config_dict["model_type"]} to instantiate a model of type '
																	    f'{cls.model_type}. This is not supported for all configurations of models and can yield errors.')

												return cls.from_dict(A__   ,**A__)







class 				lowercase		(					SCREAMING_SNAKE_CASE__		):
							lowercase_       :       Any       					='''altclip'''
							lowercase_       :       List[Any]       					=True




							def __init__(				self   ,A__=None   ,A__=None   ,A__=7_6_8   ,A__=2.6592   ,**A__):
												# If `_config_dict` exist, we use them for the backward compatibility.
												# We pop out these 2 attributes before calling `super().__init__` to avoid them being saved (which causes a lot
												# of confusion!).
												lowercase							=						kwargs.pop('''text_config_dict'''   ,A__)
												lowercase							=						kwargs.pop('''vision_config_dict'''   ,A__)

												super().__init__(**A__)

												# Instead of simply assigning `[text|vision]_config_dict` to `[text|vision]_config`, we use the values in
												# `[text|vision]_config_dict` to update the values in `[text|vision]_config`. The values should be same in most
												# cases, but we don't want to break anything regarding `_config_dict` that existed before commit `8827e1b2`.
												if text_config_dict is not None:
																	if text_config is None:
																						lowercase							=						{}

																	# This is the complete result when using `text_config_dict`.
																	lowercase							=						AltCLIPTextConfig(**A__).to_dict()

																	# Give a warning if the values exist in both `_text_config_dict` and `text_config` but being different.
																	for key, value in _text_config_dict.items():
																						if key in text_config and value != text_config[key] and key not in ["transformers_version"]:
																											# If specified in `text_config_dict`
																											if key in text_config_dict:
																																lowercase							=						(
																																    f'`{key}` is found in both `text_config_dict` and `text_config` but with different values. '
																																    f'The value `text_config_dict["{key}"]` will be used instead.'
																																)
																											# If inferred from default argument values (just to be super careful)
																											else:
																																lowercase							=						(
																																    f'`text_config_dict` is provided which will be used to initialize `AltCLIPTextConfig`. The '
																																    f'value `text_config["{key}"]` will be overriden.'
																																)
																											logger.warning(A__)

            # Update all values in `text_config` with the ones in `_text_config_dict`.
																	text_config.update(_text_config_dict)

												if vision_config_dict is not None:
																	if vision_config is None:
																						lowercase							=						{}

																	# This is the complete result when using `vision_config_dict`.
																	lowercase							=						AltCLIPVisionConfig(**A__).to_dict()
																	# convert keys to string instead of integer
																	if "id2label" in _vision_config_dict:
																						lowercase							=						{
																						    str(A__): value for key, value in _vision_config_dict['''id2label'''].items()
																						}

																	# Give a warning if the values exist in both `_vision_config_dict` and `vision_config` but being different.
																	for key, value in _vision_config_dict.items():
																						if key in vision_config and value != vision_config[key] and key not in ["transformers_version"]:
																											# If specified in `vision_config_dict`
																											if key in vision_config_dict:
																																lowercase							=						(
																																    f'`{key}` is found in both `vision_config_dict` and `vision_config` but with different '
																																    f'values. The value `vision_config_dict["{key}"]` will be used instead.'
																																)
																											# If inferred from default argument values (just to be super careful)
																											else:
																																lowercase							=						(
																																    f'`vision_config_dict` is provided which will be used to initialize `AltCLIPVisionConfig`. '
																																    f'The value `vision_config["{key}"]` will be overriden.'
																																)
																											logger.warning(A__)

            # Update all values in `vision_config` with the ones in `_vision_config_dict`.
																	vision_config.update(_vision_config_dict)

												if text_config is None:
																	lowercase							=						{}
																	logger.info('''`text_config` is `None`. Initializing the `AltCLIPTextConfig` with default values.''')

												if vision_config is None:
																	lowercase							=						{}
																	logger.info('''`vision_config` is `None`. initializing the `AltCLIPVisionConfig` with default values.''')

												lowercase							=						AltCLIPTextConfig(**A__)
												lowercase							=						AltCLIPVisionConfig(**A__)

												lowercase							=						projection_dim
												lowercase							=						logit_scale_init_value
												lowercase							=						1.0




							@classmethod
							def  A__      (				cls   ,A__   ,A__   ,**A__):
												return cls(text_config=text_config.to_dict()   ,vision_config=vision_config.to_dict()   ,**A__)





							def  A__      (				self):
												lowercase							=						copy.deepcopy(self.__dict__)
												lowercase							=						self.text_config.to_dict()
												lowercase							=						self.vision_config.to_dict()
												lowercase							=						self.__class__.model_type
												return output




