Update load_data.py

load_data.py

@@ -55,12 +55,12 @@ class LoadDatasets:
             print(dataset)
             
         dataset = dataset.remove_columns("metrics")
-        records = rg.DatasetForTextClassification.from_datasets(dataset)
+        records = rg.DatasetForTokenClassification.from_datasets(dataset)
 
-        settings = rg.TextClassificationSettings(
-            label_schema=["BAD INSTRUCTION", "BAD INPUT", "BAD OUTPUT", "INAPPROPRIATE", "BIASED", "ALL GOOD"]
-        )
-        rg.configure_dataset(name="somos-alpaca-es", settings=settings, workspace="team")
+        #settings = rg.TokenClassificationSettings(
+        #    label_schema=["BAD INSTRUCTION", "BAD INPUT", "BAD OUTPUT", "INAPPROPRIATE", "BIASED", "ALL GOOD"]
+        #)
+        rg.configure_dataset(name="job-title-tagging", settings=settings, workspace="team")
         
         # Log the dataset
         rg.log(