alexkueck commited on
Commit
f0f4211
·
1 Parent(s): 864967c

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +2 -4
utils.py CHANGED
@@ -202,10 +202,8 @@ shared_state = State()
202
 
203
  #load Dataset
204
  def daten_laden(name):
205
- dataset = load_dataset('alexkueck/tis', 'alexkueck/tis')
 
206
 
207
- #Datensets in den Tokenizer schieben...
208
- def tokenize_function(tokenizer, examples):
209
- return tokenizer(examples["text"])
210
 
211
 
 
202
 
203
  #load Dataset
204
  def daten_laden(name):
205
+ return load_dataset('alexkueck/tis', 'alexkueck/tis')
206
+
207
 
 
 
 
208
 
209