Kevin Fink
commited on
Commit
·
683b1e4
1
Parent(s):
e699329
init
Browse files
app.py
CHANGED
@@ -65,7 +65,7 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
|
|
65 |
model_inputs["labels"] = labels["input_ids"]
|
66 |
return model_inputs
|
67 |
|
68 |
-
tokenized_datasets = dataset.map(tokenize_function, batched=True, batch_size=
|
69 |
data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
|
70 |
|
71 |
# Set training arguments
|
|
|
65 |
model_inputs["labels"] = labels["input_ids"]
|
66 |
return model_inputs
|
67 |
|
68 |
+
tokenized_datasets = dataset.map(tokenize_function, batched=True, batch_size=1)
|
69 |
data_collator = DataCollatorForSeq2Seq(tokenizer, model=model)
|
70 |
|
71 |
# Set training arguments
|