Spaces:
Running
on
Zero
Running
on
Zero
Michael
commited on
Commit
·
f93f173
1
Parent(s):
76ab1a6
update data loading
Browse files- methods/utilities.py +7 -7
methods/utilities.py
CHANGED
@@ -44,17 +44,17 @@ def load_llama_llm(AUTH_TOKEN):
|
|
44 |
def load_gdc_genes_mutations_hf(AUTH_TOKEN):
|
45 |
dataset_id = 'uc-ctds/GDC-QAG-genes-mutations'
|
46 |
filename = 'gdc_genes_mutations.json'
|
47 |
-
json_path =
|
|
|
|
|
|
|
|
|
|
|
|
|
48 |
with open(json_path, 'r') as f:
|
49 |
gdc_genes_mutations = json.load(f)
|
50 |
return gdc_genes_mutations
|
51 |
|
52 |
-
# json_path = hf_hub_download(
|
53 |
-
# repo_id=dataset_id,
|
54 |
-
# filename=filename,
|
55 |
-
# repo_type="dataset",
|
56 |
-
# token=AUTH_TOKEN
|
57 |
-
# )
|
58 |
|
59 |
|
60 |
def load_intent_model_hf(AUTH_TOKEN):
|
|
|
44 |
def load_gdc_genes_mutations_hf(AUTH_TOKEN):
|
45 |
dataset_id = 'uc-ctds/GDC-QAG-genes-mutations'
|
46 |
filename = 'gdc_genes_mutations.json'
|
47 |
+
json_path = hf_hub_download(
|
48 |
+
repo_id=dataset_id,
|
49 |
+
filename=filename,
|
50 |
+
repo_type="dataset",
|
51 |
+
token=AUTH_TOKEN
|
52 |
+
)
|
53 |
+
# json_path = load_dataset(dataset_id, token=AUTH_TOKEN)
|
54 |
with open(json_path, 'r') as f:
|
55 |
gdc_genes_mutations = json.load(f)
|
56 |
return gdc_genes_mutations
|
57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
58 |
|
59 |
|
60 |
def load_intent_model_hf(AUTH_TOKEN):
|