Spaces:
Running
Running
Fixing HF Token
Browse files
app.py
CHANGED
@@ -2,6 +2,7 @@
|
|
2 |
|
3 |
import os
|
4 |
import asyncio
|
|
|
5 |
|
6 |
import gradio as gr
|
7 |
from synthgenai import DatasetConfig, DatasetGeneratorConfig, LLMConfig, InstructionDatasetGenerator, PreferenceDatasetGenerator,RawDatasetGenerator,SentimentAnalysisDatasetGenerator, SummarizationDatasetGenerator, TextClassificationDatasetGenerator
|
@@ -30,6 +31,18 @@ def stop_generation():
|
|
30 |
"""
|
31 |
stop_event.set()
|
32 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
def generate_synthetic_dataset(
|
34 |
llm_model,
|
35 |
temperature,
|
@@ -65,6 +78,9 @@ def generate_synthetic_dataset(
|
|
65 |
str: A message indicating the result of the dataset generation.
|
66 |
"""
|
67 |
|
|
|
|
|
|
|
68 |
for var in llm_env_vars.split(","):
|
69 |
if "=" in var:
|
70 |
key, value = var.split("=", 1)
|
@@ -141,7 +157,11 @@ def ui_main():
|
|
141 |
"""
|
142 |
with gr.Blocks(
|
143 |
title="SynthGenAI Dataset Generator",
|
144 |
-
css="
|
|
|
|
|
|
|
|
|
145 |
theme="ParityError/Interstellar",
|
146 |
) as demo:
|
147 |
gr.Markdown(
|
|
|
2 |
|
3 |
import os
|
4 |
import asyncio
|
5 |
+
from huggingface_hub import HfFolder
|
6 |
|
7 |
import gradio as gr
|
8 |
from synthgenai import DatasetConfig, DatasetGeneratorConfig, LLMConfig, InstructionDatasetGenerator, PreferenceDatasetGenerator,RawDatasetGenerator,SentimentAnalysisDatasetGenerator, SummarizationDatasetGenerator, TextClassificationDatasetGenerator
|
|
|
31 |
"""
|
32 |
stop_event.set()
|
33 |
|
34 |
+
def get_hf_token():
|
35 |
+
"""
|
36 |
+
Retrieve the Hugging Face token from the huggingface_hub.
|
37 |
+
|
38 |
+
Returns:
|
39 |
+
str: The Hugging Face token.
|
40 |
+
"""
|
41 |
+
token = HfFolder.get_token()
|
42 |
+
if not token:
|
43 |
+
raise ValueError("Hugging Face token not found. Please login using the LoginButton.")
|
44 |
+
return token
|
45 |
+
|
46 |
def generate_synthetic_dataset(
|
47 |
llm_model,
|
48 |
temperature,
|
|
|
78 |
str: A message indicating the result of the dataset generation.
|
79 |
"""
|
80 |
|
81 |
+
hf_token = get_hf_token()
|
82 |
+
os.environ["HF_TOKEN"] = hf_token
|
83 |
+
|
84 |
for var in llm_env_vars.split(","):
|
85 |
if "=" in var:
|
86 |
key, value = var.split("=", 1)
|
|
|
157 |
"""
|
158 |
with gr.Blocks(
|
159 |
title="SynthGenAI Dataset Generator",
|
160 |
+
css="""
|
161 |
+
.gradio-container .gr-block {
|
162 |
+
margin-bottom: 10px;
|
163 |
+
}
|
164 |
+
""",
|
165 |
theme="ParityError/Interstellar",
|
166 |
) as demo:
|
167 |
gr.Markdown(
|