Omnibus commited on
Commit
2beb46b
1 Parent(s): 60d3ce4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -4
app.py CHANGED
@@ -1,12 +1,14 @@
 
1
  #import pandas as pd
2
  #import pyarrow
3
  #import fastparquet
4
  from datasets import load_dataset_builder
5
  from datasets import load_dataset
6
- #dataset = load_dataset("competitions/aiornot")
7
- base_url = "https://huggingface.co/datasets/competitions/aiornot/blob/main/data/"
8
- data_files = {"train": base_url + "test-00002-of-00004-5b72d3007707ce77.parquet"}
9
- wiki = load_dataset("parquet", data_files=data_files, split="train")
 
10
  def read_par(file):
11
  parquet_file = "data.parquet"
12
  df = pd.read_parquet(parquet_file, engine='pyarrow')
 
1
+ import os
2
  #import pandas as pd
3
  #import pyarrow
4
  #import fastparquet
5
  from datasets import load_dataset_builder
6
  from datasets import load_dataset
7
+ access_token = os.environ.get('HFTOKEN')
8
+ data_files = {'train': ['train.zip', 'train.csv'], 'test': 'test.zip'}
9
+ dataset = load_dataset('competitions/aiornot',
10
+ use_auth_token=access_token,
11
+ data_files=data_files)
12
  def read_par(file):
13
  parquet_file = "data.parquet"
14
  df = pd.read_parquet(parquet_file, engine='pyarrow')