[terminal_command] TERMINAL ()
    ...<2 lines>...        **download_and_prepare_kwargs,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 970, in _download_and_prepare    self._prepare_split(split_generator, **prepare_split_kwargs)    ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1702, in _prepare_split    for job_id, done, content in self._prepare_split_single(                                 ~~~~~~~~~~~~~~~~~~~~~~~~~~^        gen_kwargs=gen_kwargs, job_id=job_id, **_prepare_split_args        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    ):    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1858, in _prepare_split_single    raise DatasetGenerationError("An error occurred while generating the dataset") from edatasets.exceptions.DatasetGenerationError: An error occurred while generating the dataset>>> loaded = load_dataset("p-doom/crowd-code-0.1", split="train")Resolving data files: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 349/349 [00:00<00:00, 65940.45it/s]source.csv: 759kB [00:00, 23.1MB/s]                                                                                                            | 6/349 [00:01<00:47,  7.18files/s]Downloading data: 100%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 349/349 [00:12<00:00, 27.89files/s]Generating train split: 359539 examples [00:02, 112971.93 examples/s]Failed to read file '/home/franz.srambical/.cache/huggingface/hub/datasets--p-doom--crowd-code-0.1/snapshots/8bec3975ff8d70c5255efed57e06265ea182033c/1f15334ab7e6820c9fda17c961659882ef9853cc80f7356b9a9b22f286fd7389/crowd-code-df82217c-210f-4b7f-897f-6f53642cf7c81754033699441-2025_08_01-09.35.08.848/source.csv' with error <class 'pandas.errors.ParserError'>: Error tokenizing data. C error: Expected 8 fields in line 2219, saw 15Generating train split: 365492 examples [00:03, 121679.97 examples/s]Traceback (most recent call last):  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1815, in _prepare_split_single    for _, table in generator:                    ^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/packaged_modules/csv/csv.py", line 190, in _generate_tables    for batch_idx, df in enumerate(csv_file_reader):                         ~~~~~~~~~^^^^^^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/readers.py", line 1843, in __next__    return self.get_chunk()           ~~~~~~~~~~~~~~^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/readers.py", line 1985, in get_chunk    return self.read(nrows=size)           ~~~~~~~~~^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/readers.py", line 1923, in read    ) = self._engine.read(  # type: ignore[attr-defined]        ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^        nrows        ^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/c_parser_wrapper.py", line 234, in read    chunks = self._reader.read_low_memory(nrows)  File "pandas/_libs/parsers.pyx", line 850, in pandas._libs.parsers.TextReader.read_low_memory  File "pandas/_libs/parsers.pyx", line 905, in pandas._libs.parsers.TextReader._read_rows  File "pandas/_libs/parsers.pyx", line 874, in pandas._libs.parsers.TextReader._tokenize_rows  File "pandas/_libs/parsers.pyx", line 891, in pandas._libs.parsers.TextReader._check_tokenize_status  File "pandas/_libs/parsers.pyx", line 2061, in pandas._libs.parsers.raise_parser_errorpandas.errors.ParserError: Error tokenizing data. C error: Expected 8 fields in line 2219, saw 15The above exception was the direct cause of the following exception:Traceback (most recent call last):  File "<python-input-2>", line 1, in <module>    loaded = load_dataset("p-doom/crowd-code-0.1", split="train")  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/load.py", line 1417, in load_dataset    builder_instance.download_and_prepare(    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^        download_config=download_config,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    ...<3 lines>...        storage_options=storage_options,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 894, in download_and_prepare    self._download_and_prepare(    ~~~~~~~~~~~~~~~~~~~~~~~~~~^        dl_manager=dl_manager,        ^^^^^^^^^^^^^^^^^^^^^^    ...<2 lines>...        **download_and_prepare_kwargs,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 970, in _download_and_prepare    self._prepare_split(split_generator, **prepare_split_kwargs)    ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1702, in _prepare_split    for job_id, done, content in self._prepare_split_single(                                 ~~~~~~~~~~~~~~~~~~~~~~~~~~^        gen_kwargs=gen_kwargs, job_id=job_id, **_prepare_split_args        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    ):    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1858, in _prepare_split_single    raise DatasetGenerationError("An error occurred while generating the dataset") from edatasets.exceptions.DatasetGenerationError: An error occurred while generating the dataset>>> loaded = load_dataset("p-doom/crowd-code-0.1", split="train")Resolving data files: 100%|██████████████████████████████████████████████████████| 349/349 [00:00<00:00, 67061.21it/s]Downloading data: 100%|████████████████████████████████████████████████████████| 349/349 [00:00<00:00, 4176.38files/s]Generating train split: 359539 examples [00:02, 107555.56 examples/s]Failed to read file '/home/franz.srambical/.cache/huggingface/hub/datasets--p-doom--crowd-code-0.1/snapshots/8bec3975ff8d70c5255efed57e06265ea182033c/1f15334ab7e6820c9fda17c961659882ef9853cc80f7356b9a9b22f286fd7389/crowd-code-df82217c-210f-4b7f-897f-6f53642cf7c81754033699441-2025_08_01-09.35.08.848/source.csv' with error <class 'pandas.errors.ParserError'>: Error tokenizing data. C error: Expected 8 fields in line 2219, saw 15Generating train split: 365492 examples [00:02, 123930.40 examples/s]Traceback (most recent call last):  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1815, in _prepare_split_single    for _, table in generator:                    ^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/packaged_modules/csv/csv.py", line 190, in _generate_tables    for batch_idx, df in enumerate(csv_file_reader):                         ~~~~~~~~~^^^^^^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/readers.py", line 1843, in __next__    return self.get_chunk()           ~~~~~~~~~~~~~~^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/readers.py", line 1985, in get_chunk    return self.read(nrows=size)           ~~~~~~~~~^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/readers.py", line 1923, in read    ) = self._engine.read(  # type: ignore[attr-defined]        ~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^        nrows        ^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/pandas/io/parsers/c_parser_wrapper.py", line 234, in read    chunks = self._reader.read_low_memory(nrows)  File "pandas/_libs/parsers.pyx", line 850, in pandas._libs.parsers.TextReader.read_low_memory  File "pandas/_libs/parsers.pyx", line 905, in pandas._libs.parsers.TextReader._read_rows  File "pandas/_libs/parsers.pyx", line 874, in pandas._libs.parsers.TextReader._tokenize_rows  File "pandas/_libs/parsers.pyx", line 891, in pandas._libs.parsers.TextReader._check_tokenize_status  File "pandas/_libs/parsers.pyx", line 2061, in pandas._libs.parsers.raise_parser_errorpandas.errors.ParserError: Error tokenizing data. C error: Expected 8 fields in line 2219, saw 15The above exception was the direct cause of the following exception:Traceback (most recent call last):  File "<python-input-3>", line 1, in <module>    loaded = load_dataset("p-doom/crowd-code-0.1", split="train")  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/load.py", line 1417, in load_dataset    builder_instance.download_and_prepare(    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^        download_config=download_config,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    ...<3 lines>...        storage_options=storage_options,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 894, in download_and_prepare    self._download_and_prepare(    ~~~~~~~~~~~~~~~~~~~~~~~~~~^        dl_manager=dl_manager,        ^^^^^^^^^^^^^^^^^^^^^^    ...<2 lines>...        **download_and_prepare_kwargs,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 970, in _download_and_prepare    self._prepare_split(split_generator, **prepare_split_kwargs)    ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1702, in _prepare_split    for job_id, done, content in self._prepare_split_single(                                 ~~~~~~~~~~~~~~~~~~~~~~~~~~^        gen_kwargs=gen_kwargs, job_id=job_id, **_prepare_split_args        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    ):    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1858, in _prepare_split_single    raise DatasetGenerationError("An error occurred while generating the dataset") from edatasets.exceptions.DatasetGenerationError: An error occurred while generating the dataset>>> loaded = load_dataset("p-doom/crowd-code-0.1", split="train")Resolving data files: 100%|██████████████████████████████████████████████████████| 349/349 [00:00<00:00, 70821.62it/s]source.csv: 3.11MB [00:00, 28.2MB/s]███████████▉                                 | 150/349 [00:03<00:03, 61.76files/s]source.csv: 9.90kB [00:00, 68.0MB/s]█████████████▍                               | 159/349 [00:03<00:03, 48.55files/s]source.csv: 42.5kB [00:00, 8.71MB/s]█████████████████                            | 181/349 [00:04<00:02, 63.03files/s]source.csv: 100%|████████████████████████████████████████████████████████████████████| 910/910 [00:00<00:00, 17.0MB/s]source.csv: 111kB [00:00, 76.8MB/s]███████████████████████▌                      | 214/349 [00:04<00:02, 66.44files/s]Downloading data: 100%|██████████████████████████████████████████████████████████| 349/349 [00:12<00:00, 27.43files/s]Generating train split: 383665 examples [00:02, 141848.78 examples/s]Traceback (most recent call last):  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1831, in _prepare_split_single    writer.write_table(table)    ~~~~~~~~~~~~~~~~~~^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/arrow_writer.py", line 714, in write_table    pa_table = table_cast(pa_table, self._schema)  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/table.py", line 2272, in table_cast    return cast_table_to_schema(table, schema)  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/table.py", line 2218, in cast_table_to_schema    raise CastError(    ...<3 lines>...    )datasets.table.CastError: Couldn't castSequence: int64Time: int64File: stringRangeOffset: int64RangeLength: int64Text: stringLanguage: stringType90: string608191: doublesrc/extension.ts: double9984: double0: doubleA: doubletypescript: doublecontent: double-- schema metadata --pandas: '{"index_columns": [{"kind": "range", "name": null, "start": 0, "' + 1958to{'Sequence': Value('int64'), 'Time': Value('int64'), 'File': Value('string'), 'RangeOffset': Value('int64'), 'RangeLength': Value('int64'), 'Text': Value('string'), 'Language': Value('string'), 'Type': Value('string')}because column names don't matchDuring handling of the above exception, another exception occurred:Traceback (most recent call last):  File "<python-input-4>", line 1, in <module>    loaded = load_dataset("p-doom/crowd-code-0.1", split="train")  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/load.py", line 1417, in load_dataset    builder_instance.download_and_prepare(    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^        download_config=download_config,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    ...<3 lines>...        storage_options=storage_options,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 894, in download_and_prepare    self._download_and_prepare(    ~~~~~~~~~~~~~~~~~~~~~~~~~~^        dl_manager=dl_manager,        ^^^^^^^^^^^^^^^^^^^^^^    ...<2 lines>...        **download_and_prepare_kwargs,        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    )    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 970, in _download_and_prepare    self._prepare_split(split_generator, **prepare_split_kwargs)    ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1702, in _prepare_split    for job_id, done, content in self._prepare_split_single(                                 ~~~~~~~~~~~~~~~~~~~~~~~~~~^        gen_kwargs=gen_kwargs, job_id=job_id, **_prepare_split_args        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^    ):    ^  File "/fast/home/franz.srambical/crowd-pilot/.venv/lib/python3.13/site-packages/datasets/builder.py", line 1833, in _prepare_split_single    raise DatasetGenerationCastError.from_cast_error(    ...<4 lines>...    )datasets.exceptions.DatasetGenerationCastError: An error occurred while generating the datasetAll the data files must have the same columns, but at some point there are 8 new columns ({'0', '9984', 'Type90', 'content', 'src/extension.ts', 'typescript', '608191', 'A'}) and 1 missing columns ({'Type'}).This happened while the csv dataset builder was generating data usinghf://datasets/p-doom/crowd-code-0.1/1f15334ab7e6820c9fda17c961659882ef9853cc80f7356b9a9b22f286fd7389/crowd-code-faba6583-b2c9-4b94-9ba6-9f240428520a1750722089894-2025_06_23-23.49.28.299/source.csv (at revision a6a4981f2e9d8fc16cb8e85e63b4985c17ff14e3)Please either edit the data files to have matching columns, or separate them into different configurations (see docs at https://hf.co/docs/hub/datasets-manual-configuration#multiple-configurations)>>> loaded = load_dataset("p-doom/crowd-code-0.1", split="train")Resolving data files: 100%|██████████████████████████████████████████████████████| 349/349 [00:00<00:00, 70412.82it/s]source.csv: 9.90kB [00:00, 69.9MB/s]██████████████▎                              | 164/349 [00:03<00:02, 64.74files/s]Downloading data: 100%|██████████████████████████████████████████████████████████| 349/349 [00:12<00:00, 27.95files/s]Generating train split: 820425 examples [00:04, 174482.48 examples/s]>>> quit()