awacke1 commited on
Commit
2869414
1 Parent(s): 2d570c8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -12,7 +12,8 @@ dataseteCQM = load_dataset("awacke1/eCQM-Code-Value-Semantic-Set.csv")
12
  # map using autotokenizer
13
  from transformers import AutoTokenizer
14
  tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
15
- dataset = dataset.map(lambda datasetLOINC : tokenizer(datasetLOINC["Description"]), batched=True)
 
16
 
17
  print(datasetLOINC)
18
  print(datasetSNOMED)
@@ -33,7 +34,7 @@ import gradio as gr
33
 
34
  HF_TOKEN = os.environ.get("HF_TOKEN")
35
  CHOICES = ["SNOMED", "LOINC", "CQM"]
36
- JSONOBJ = """{"items":{"item":[{"id": "0001","type": null,"is_good": false,"ppu": 0.55,"batters":{"batter":[{ "id": "1001", "type": "Regular" },{ "id": "1002", "type": "Chocolate" },{ "id": "1003", "type": "Blueberry" },{ "id": "1004", "type": "Devil's Food" }]},"topping":[{ "id": "5001", "type": "None" },{ "id": "5002", "type": "Glazed" },{ "id": "5005", "type": "Sugar" },{ "id": "5007", "type": "Powdered Sugar" },{ "id": "5006", "type": "Chocolate with Sprinkles" },{ "id": "5003", "type": "Chocolate" },{ "id": "5004", "type": "Maple" }]}]}}"""
37
 
38
 
39
  def profile_dataset(dataset=datasetSNOMED, username="awacke1", token=HF_TOKEN, dataset_name="awacke1/SNOMED-CT-Code-Value-Semantic-Set.csv"):
 
12
  # map using autotokenizer
13
  from transformers import AutoTokenizer
14
  tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
15
+ dataset = datasetLOINC.map(lambda examples: tokenizer(examples["Description"]), batched=True)
16
+ JSONOBJ=dataset[0]
17
 
18
  print(datasetLOINC)
19
  print(datasetSNOMED)
 
34
 
35
  HF_TOKEN = os.environ.get("HF_TOKEN")
36
  CHOICES = ["SNOMED", "LOINC", "CQM"]
37
+ #JSONOBJ = """{"items":{"item":[{"id": "0001","type": null,"is_good": false,"ppu": 0.55,"batters":{"batter":[{ "id": "1001", "type": "Regular" },{ "id": "1002", "type": "Chocolate" },{ "id": "1003", "type": "Blueberry" },{ "id": "1004", "type": "Devil's Food" }]},"topping":[{ "id": "5001", "type": "None" },{ "id": "5002", "type": "Glazed" },{ "id": "5005", "type": "Sugar" },{ "id": "5007", "type": "Powdered Sugar" },{ "id": "5006", "type": "Chocolate with Sprinkles" },{ "id": "5003", "type": "Chocolate" },{ "id": "5004", "type": "Maple" }]}]}}"""
38
 
39
 
40
  def profile_dataset(dataset=datasetSNOMED, username="awacke1", token=HF_TOKEN, dataset_name="awacke1/SNOMED-CT-Code-Value-Semantic-Set.csv"):