evaluation/eval_data.py

TEST_QUERIES = [
    {
        "query": "What are mutable default arguments in Python?",
        "relevant_chunk_ids": [885, 3761, 3661]
    },
    {
        "query": "What is a Python closure?",
        "relevant_chunk_ids": [3968, 394, 1933, 654, 300, 305, 827]
    },
    {
        "query": "What is the purpose of the __enter__ method in context managers?",
        "relevant_chunk_ids": [1537, 1538, 1539, 1540, 1542, 1533, 3352]
    },
    {
        "query": "How do Python decorators work internally?",
        "relevant_chunk_ids": [3584, 3587, 1542, 3345, 4009, 1965, 1077]
    },
    {
        "query": "How does Python’s garbage collection work?",
        "relevant_chunk_ids": [554, 1967, 1968, 1970, 467, 3594]
    },
    {
        "query": "How does variable scoping work in nested functions?",
        "relevant_chunk_ids": [312, 3942, 3967, 3968, 3741, 3742]
    },
    {
        "query": "What is the difference between list and tuple in Python?",
        "relevant_chunk_ids": [897, 898, 3598]
    },
    {
        "query": "What is the difference between multiprocessing and multithreading?",
        "relevant_chunk_ids": [2325, 3076, 3077, 2326, 2328]
    },
    {
        "query": "Why should we avoid using mutable default arguments?",
        "relevant_chunk_ids": [885, 3594]
    },
    {
        "query": "Why does modifying a list inside a function affect the original list?",
        "relevant_chunk_ids": [897, 898, 3595]
    }
]