Michael commited on
Commit
f93f173
·
1 Parent(s): 76ab1a6

update data loading

Browse files
Files changed (1) hide show
  1. methods/utilities.py +7 -7
methods/utilities.py CHANGED
@@ -44,17 +44,17 @@ def load_llama_llm(AUTH_TOKEN):
44
  def load_gdc_genes_mutations_hf(AUTH_TOKEN):
45
  dataset_id = 'uc-ctds/GDC-QAG-genes-mutations'
46
  filename = 'gdc_genes_mutations.json'
47
- json_path = load_dataset(dataset_id, token=AUTH_TOKEN)
 
 
 
 
 
 
48
  with open(json_path, 'r') as f:
49
  gdc_genes_mutations = json.load(f)
50
  return gdc_genes_mutations
51
 
52
- # json_path = hf_hub_download(
53
- # repo_id=dataset_id,
54
- # filename=filename,
55
- # repo_type="dataset",
56
- # token=AUTH_TOKEN
57
- # )
58
 
59
 
60
  def load_intent_model_hf(AUTH_TOKEN):
 
44
  def load_gdc_genes_mutations_hf(AUTH_TOKEN):
45
  dataset_id = 'uc-ctds/GDC-QAG-genes-mutations'
46
  filename = 'gdc_genes_mutations.json'
47
+ json_path = hf_hub_download(
48
+ repo_id=dataset_id,
49
+ filename=filename,
50
+ repo_type="dataset",
51
+ token=AUTH_TOKEN
52
+ )
53
+ # json_path = load_dataset(dataset_id, token=AUTH_TOKEN)
54
  with open(json_path, 'r') as f:
55
  gdc_genes_mutations = json.load(f)
56
  return gdc_genes_mutations
57
 
 
 
 
 
 
 
58
 
59
 
60
  def load_intent_model_hf(AUTH_TOKEN):