Spaces:
Paused
Paused
Update utils.py
Browse files
utils.py
CHANGED
@@ -202,10 +202,8 @@ shared_state = State()
|
|
202 |
|
203 |
#load Dataset
|
204 |
def daten_laden(name):
|
205 |
-
|
|
|
206 |
|
207 |
-
#Datensets in den Tokenizer schieben...
|
208 |
-
def tokenize_function(tokenizer, examples):
|
209 |
-
return tokenizer(examples["text"])
|
210 |
|
211 |
|
|
|
202 |
|
203 |
#load Dataset
|
204 |
def daten_laden(name):
|
205 |
+
return load_dataset('alexkueck/tis', 'alexkueck/tis')
|
206 |
+
|
207 |
|
|
|
|
|
|
|
208 |
|
209 |
|