Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
@@ -12,7 +12,8 @@ dataseteCQM = load_dataset("awacke1/eCQM-Code-Value-Semantic-Set.csv")
|
|
12 |
# map using autotokenizer
|
13 |
from transformers import AutoTokenizer
|
14 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
15 |
-
dataset =
|
|
|
16 |
|
17 |
print(datasetLOINC)
|
18 |
print(datasetSNOMED)
|
@@ -33,7 +34,7 @@ import gradio as gr
|
|
33 |
|
34 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
35 |
CHOICES = ["SNOMED", "LOINC", "CQM"]
|
36 |
-
JSONOBJ = """{"items":{"item":[{"id": "0001","type": null,"is_good": false,"ppu": 0.55,"batters":{"batter":[{ "id": "1001", "type": "Regular" },{ "id": "1002", "type": "Chocolate" },{ "id": "1003", "type": "Blueberry" },{ "id": "1004", "type": "Devil's Food" }]},"topping":[{ "id": "5001", "type": "None" },{ "id": "5002", "type": "Glazed" },{ "id": "5005", "type": "Sugar" },{ "id": "5007", "type": "Powdered Sugar" },{ "id": "5006", "type": "Chocolate with Sprinkles" },{ "id": "5003", "type": "Chocolate" },{ "id": "5004", "type": "Maple" }]}]}}"""
|
37 |
|
38 |
|
39 |
def profile_dataset(dataset=datasetSNOMED, username="awacke1", token=HF_TOKEN, dataset_name="awacke1/SNOMED-CT-Code-Value-Semantic-Set.csv"):
|
|
|
12 |
# map using autotokenizer
|
13 |
from transformers import AutoTokenizer
|
14 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-cased")
|
15 |
+
dataset = datasetLOINC.map(lambda examples: tokenizer(examples["Description"]), batched=True)
|
16 |
+
JSONOBJ=dataset[0]
|
17 |
|
18 |
print(datasetLOINC)
|
19 |
print(datasetSNOMED)
|
|
|
34 |
|
35 |
HF_TOKEN = os.environ.get("HF_TOKEN")
|
36 |
CHOICES = ["SNOMED", "LOINC", "CQM"]
|
37 |
+
#JSONOBJ = """{"items":{"item":[{"id": "0001","type": null,"is_good": false,"ppu": 0.55,"batters":{"batter":[{ "id": "1001", "type": "Regular" },{ "id": "1002", "type": "Chocolate" },{ "id": "1003", "type": "Blueberry" },{ "id": "1004", "type": "Devil's Food" }]},"topping":[{ "id": "5001", "type": "None" },{ "id": "5002", "type": "Glazed" },{ "id": "5005", "type": "Sugar" },{ "id": "5007", "type": "Powdered Sugar" },{ "id": "5006", "type": "Chocolate with Sprinkles" },{ "id": "5003", "type": "Chocolate" },{ "id": "5004", "type": "Maple" }]}]}}"""
|
38 |
|
39 |
|
40 |
def profile_dataset(dataset=datasetSNOMED, username="awacke1", token=HF_TOKEN, dataset_name="awacke1/SNOMED-CT-Code-Value-Semantic-Set.csv"):
|