GitHub issue #5202: CI fails after bulk edit of canonical datasets
State: closed | Created: 2022-11-04T10:51:20Z

```
______ test_get_dataset_config_info[paws-labeled_final-expected_splits2] _______
[gw0] linux -- Python 3.7.15 /opt/hostedtoolcache/Python/3.7.15/x64/bin/python

path = 'paws', config_name = 'labeled_final'
expected_splits = ['train', 'test', 'validation']

    @pytest.mark.parametrize(
        "path, config_name, expected_splits",
        [
            ("squad", "plain_text", ["train", "validation"]),
            ("dalle-mini/wit", "dalle-mini--wit", ["train"]),
            ("paws", "labeled_final", ["train", "test", "validation"]),
        ],
    )
    def test_get_dataset_config_info(path, config_name, expected_splits):
        info = get_dataset_config_info(path, config_name=config_name)
        assert info.config_name == config_name
>       assert list(info.splits.keys()) == expected_splits
E       AssertionError: assert ['test', 'tra... 'validation'] == ['train', 'te... 'validation']
E         At index 0 diff: 'test' != 'train'
E         Full diff:
E         - ['train', 'test', 'validation']
E         + ['test', 'train', 'validation']

tests/test_inspect.py:45: AssertionError
_ test_get_dataset_info[paws-expected_configs2-expected_splits_in_first_config2] _
[gw0] linux -- Python 3.7.15 /opt/hostedtoolcache/Python/3.7.15/x64/bin/python

path = 'paws'
expected_configs = ['labeled_final', 'labeled_swap', 'unlabeled_final']
expected_splits_in_first_config = ['train', 'test', 'validation']

    @pytest.mark.parametrize(
        "path, expected_configs, expected_splits_in_first_config",
        [
            ("squad", ["plain_text"], ["train", "validation"]),
            ("dalle-mini/wit", ["dalle-mini--wit"], ["train"]),
            ("paws", ["labeled_final", "labeled_swap", "unlabeled_final"], ["train", "test", "validation"]),
        ],
    )
    def test_get_dataset_info(path, expected_configs, expected_splits_in_first_config):
        infos = get_dataset_infos(path)
        assert list(infos.keys()) == expected_configs
        expected_config = expected_configs[0]
        assert expected_config in infos
        info = infos[expected_config]
        assert info.config_name == expected_config
>       assert list(info.splits.keys()) == expected_splits_in_first_config
E       AssertionError: assert ['test', 'tra... 'validation'] == ['train', 'te... 'validation']
E         At index 0 diff: 'test' != 'train'
E         Full diff:
E         - ['train', 'test', 'validation']
E         + ['test', 'train', 'validation']

tests/test_inspect.py:90: AssertionError
______ test_get_dataset_split_names[paws-labeled_final-expected_splits2] _______
[gw0] linux -- Python 3.7.15 /opt/hostedtoolcache/Python/3.7.15/x64/bin/python

path = 'paws', expected_config = 'labeled_final'
expected_splits = ['train', 'test', 'validation']

    @pytest.mark.parametrize(
        "path, expected_config, expected_splits",
        [
            ("squad", "plain_text", ["train", "validation"]),
            ("dalle-mini/wit", "dalle-mini--wit", ["train"]),
            ("paws", "labeled_final", ["train", "test", "validation"]),
        ],
    )
    def test_get_dataset_split_names(path, expected_config, expected_splits):
        infos = get_dataset_infos(path)
        assert expected_config in infos
        info = infos[expected_config]
        assert info.config_name == expected_config
>       assert list(info.splits.keys()) == expected_splits
E       AssertionError: assert ['test', 'tra... 'validation'] == ['train', 'te... 'validation']
E         At index 0 diff: 'test' != 'train'
E         Full diff:
E         - ['train', 'test', 'validation']
E         + ['test', 'train', 'validation']
```