File size: 817 Bytes
00fc258
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import json
from smolagents import CodeAgent, HfApiModel
from tools.final_answer import FinalAnswerTool
import yaml
from dotenv import load_dotenv
import os
from models.openai_model import OpenAIModel

load_dotenv()

with open("metadata.jsonl", "r") as f:
    questions = [json.loads(line) for line in f]

model = OpenAIModel()

results = []
for q in questions[:20]:
    print(f"\nTask ID: {q['task_id']}")
    print(f"Question: {q['Question']}")
    try:
        answer = model.run(q["Question"])
    except Exception as e:
        print("Error:", e)
        answer = "error"
    results.append({
        "task_id": q["task_id"],
        "model_answer": str(answer).strip(),
        "reasoning_trace": None
    })

with open("submission.jsonl", "w") as f:
    for r in results:
        f.write(json.dumps(r) + "\n")