jonathanjordan21 commited on
Commit
b168ad1
1 Parent(s): 5bffab4

Fix error on loading dataset

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ def load_tok_and_data(lan):
11
  tokenizer._src_lang = _Tokens[lan]
12
  tokenizer.cur_lang_code_id = tokenizer.convert_tokens_to_ids(_Tokens[lan])
13
  tokenizer.set_src_lang_special_tokens(_Tokens[lan])
14
- dataset = load_dataset('Babelscape/SREDFM', lan, split="test", streaming=True)
15
  dataset = [example for example in dataset.take(1001)]
16
  return (tokenizer, dataset)
17
 
 
11
  tokenizer._src_lang = _Tokens[lan]
12
  tokenizer.cur_lang_code_id = tokenizer.convert_tokens_to_ids(_Tokens[lan])
13
  tokenizer.set_src_lang_special_tokens(_Tokens[lan])
14
+ dataset = load_dataset('Babelscape/SREDFM', lan, split="test", streaming=True, trust_remote_code=True)
15
  dataset = [example for example in dataset.take(1001)]
16
  return (tokenizer, dataset)
17