Update tasks/text.py

tasks/text.py

@@ -55,15 +55,14 @@ async def evaluate_text(request: TextEvaluationRequest):
     username, space_url = get_space_info()
 
     # Load and prepare the dataset
-    dataset = load_dataset(request.dataset_name)
+    dataset = load_dataset(request.dataset_name, token=os.getenv("HF_TOKEN"))
 
-    # Convert dataset labels to integers based on LABEL_MAPPING
+    # Convert string labels to integers
     dataset = dataset.map(lambda x: {"label": LABEL_MAPPING[x["label"]]})
 
-    # Split dataset into train and test
-    train_test = dataset["train"].train_test_split(test_size=request.test_size, seed=request.test_seed)
-    test_dataset = train_test["test"]
-
+    # Split dataset
+    test_dataset = dataset["test"]
+    
     # Start tracking emissions
     tracker.start()
     tracker.start_task("inference")