Spaces:
Runtime error
Runtime error
Commit
·
03423aa
1
Parent(s):
ceccbee
Add semamtic option
Browse files- README.md +1 -1
- app.py +33 -6
- templates/prompt_sparql_semantic.txt +13 -0
README.md
CHANGED
|
@@ -5,7 +5,7 @@ colorFrom: purple
|
|
| 5 |
colorTo: blue
|
| 6 |
sdk: gradio
|
| 7 |
sdk_version: 5.34.2
|
| 8 |
-
python_version: 3.
|
| 9 |
app_file: app.py
|
| 10 |
pinned: false
|
| 11 |
license: mit
|
|
|
|
| 5 |
colorTo: blue
|
| 6 |
sdk: gradio
|
| 7 |
sdk_version: 5.34.2
|
| 8 |
+
python_version: 3.12 #Does not work!!!!
|
| 9 |
app_file: app.py
|
| 10 |
pinned: false
|
| 11 |
license: mit
|
app.py
CHANGED
|
@@ -15,7 +15,10 @@ import SPARQLWrapper
|
|
| 15 |
SPARQL_ENDPOINT = os.getenv("SPARQL_ENDPOINT", "http://192.168.10.174:8890/sparql")
|
| 16 |
|
| 17 |
prompt_valid = open("./templates/prompt_valid.txt").read()
|
|
|
|
| 18 |
prompt_sparql = open("./templates/prompt_sparql.txt").read()
|
|
|
|
|
|
|
| 19 |
|
| 20 |
system = open("./templates/system1.txt").read()
|
| 21 |
|
|
@@ -122,7 +125,17 @@ def check_valid_nlq(message, model_name, model_temperature, model_thinking):
|
|
| 122 |
|
| 123 |
return valid
|
| 124 |
|
| 125 |
-
def
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 126 |
|
| 127 |
gradio.Info("Generating SPARQL query...", duration=5)
|
| 128 |
|
|
@@ -132,7 +145,13 @@ def generate_sparql(message, model_name, model_temperature, model_thinking):
|
|
| 132 |
|
| 133 |
print("NLQ:", message)
|
| 134 |
|
| 135 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 136 |
|
| 137 |
print("Prompt:", prompt)
|
| 138 |
|
|
@@ -154,11 +173,17 @@ def generate_sparql(message, model_name, model_temperature, model_thinking):
|
|
| 154 |
|
| 155 |
return gradio.Code(sparql, visible=True)
|
| 156 |
|
| 157 |
-
def process_query(message, model_name, model_temperature, model_thinking, nlq_validate):
|
| 158 |
|
| 159 |
if not nlq_validate or check_valid_nlq(message, model_name, model_temperature, model_thinking):
|
| 160 |
|
| 161 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 162 |
|
| 163 |
else:
|
| 164 |
raise gradio.Error("Your request cannot be answered by generating a SPARQL query, try a different one that apply to the ERA Knowledge Graph.", duration=5)
|
|
@@ -170,9 +195,10 @@ def clear_query():
|
|
| 170 |
with gradio.Blocks() as demo:
|
| 171 |
|
| 172 |
# Options
|
| 173 |
-
model_selector = gradio.Dropdown([(item["name"], item["repo"]) for item in model_options], value="daniel-dona/sparql-model-era-lora-128-qwen3-
|
| 174 |
model_temperature = gradio.Slider(0, 1, render=False, step=0.1, value=0.6, label="Temperature", info="Ajust model variability, with a value of 0, the model use greedy decoding.")
|
| 175 |
sparql_endpoint = gradio.Textbox(value=SPARQL_ENDPOINT, render=False, interactive=True, label="SPARQL endpoint", info="SPARQL endpoint to send the generate queries to fetch results.")
|
|
|
|
| 176 |
model_thinking = gradio.Checkbox(value=False, render=False, interactive=True, label="Enable thinking", info="Use thinking mode in the Jinja chat template, mostly for GRPO experiments.")
|
| 177 |
nlq_validate = gradio.Checkbox(value=True, render=False, interactive=True, label="Enable query prevalidation", info="Use the model first to determine if the user query is applicable to the ERA KG")
|
| 178 |
|
|
@@ -199,13 +225,14 @@ with gradio.Blocks() as demo:
|
|
| 199 |
model_selector.render()
|
| 200 |
model_temperature.render()
|
| 201 |
sparql_endpoint.render()
|
|
|
|
| 202 |
model_thinking.render()
|
| 203 |
nlq_validate.render()
|
| 204 |
|
| 205 |
|
| 206 |
|
| 207 |
|
| 208 |
-
query.submit(process_query, inputs=[query, model_selector, model_temperature, model_thinking, nlq_validate], outputs=[sparql_block])
|
| 209 |
#query.change(clear_query, inputs=[], outputs=[sparql_block, sparql_results])
|
| 210 |
sparql_block.change(execute_sparql, inputs=[sparql_block, sparql_endpoint], outputs=[sparql_results])
|
| 211 |
|
|
|
|
| 15 |
SPARQL_ENDPOINT = os.getenv("SPARQL_ENDPOINT", "http://192.168.10.174:8890/sparql")
|
| 16 |
|
| 17 |
prompt_valid = open("./templates/prompt_valid.txt").read()
|
| 18 |
+
|
| 19 |
prompt_sparql = open("./templates/prompt_sparql.txt").read()
|
| 20 |
+
prompt_sparql_semantic = open("./templates/prompt_sparql_semantic.txt").read()
|
| 21 |
+
|
| 22 |
|
| 23 |
system = open("./templates/system1.txt").read()
|
| 24 |
|
|
|
|
| 125 |
|
| 126 |
return valid
|
| 127 |
|
| 128 |
+
def semantic_search(message):
|
| 129 |
+
|
| 130 |
+
gradio.Info("Performing semantic search...", duration=5)
|
| 131 |
+
|
| 132 |
+
results = extractor.extract(message, n_results=25, rerank=True)
|
| 133 |
+
|
| 134 |
+
print(results)
|
| 135 |
+
|
| 136 |
+
return results
|
| 137 |
+
|
| 138 |
+
def generate_sparql(message, model_name, model_temperature, semantic_results, model_thinking):
|
| 139 |
|
| 140 |
gradio.Info("Generating SPARQL query...", duration=5)
|
| 141 |
|
|
|
|
| 145 |
|
| 146 |
print("NLQ:", message)
|
| 147 |
|
| 148 |
+
if semantic_results is not None:
|
| 149 |
+
|
| 150 |
+
prompt = prompt_sparql_semantic.replace("%nlq", message).replace("%semantic", semantic_results)
|
| 151 |
+
|
| 152 |
+
else:
|
| 153 |
+
|
| 154 |
+
prompt = prompt_sparql.replace("%nlq", message)
|
| 155 |
|
| 156 |
print("Prompt:", prompt)
|
| 157 |
|
|
|
|
| 173 |
|
| 174 |
return gradio.Code(sparql, visible=True)
|
| 175 |
|
| 176 |
+
def process_query(message, model_name, model_temperature, model_semantic, model_thinking, nlq_validate):
|
| 177 |
|
| 178 |
if not nlq_validate or check_valid_nlq(message, model_name, model_temperature, model_thinking):
|
| 179 |
|
| 180 |
+
semantic_results = None
|
| 181 |
+
|
| 182 |
+
if model_semantic:
|
| 183 |
+
|
| 184 |
+
semantic_results = semantic_search(message)
|
| 185 |
+
|
| 186 |
+
return generate_sparql(message, model_name, model_temperature, semantic_results, model_thinking)
|
| 187 |
|
| 188 |
else:
|
| 189 |
raise gradio.Error("Your request cannot be answered by generating a SPARQL query, try a different one that apply to the ERA Knowledge Graph.", duration=5)
|
|
|
|
| 195 |
with gradio.Blocks() as demo:
|
| 196 |
|
| 197 |
# Options
|
| 198 |
+
model_selector = gradio.Dropdown([(item["name"], item["repo"]) for item in model_options], value="daniel-dona/sparql-model-era-lora-128-qwen3-4b", render=False, interactive=True, label="Model", info="Base model provided as reference, SFT model is trained on generated datasets, GRPO model is reinforced on to of SFT.")
|
| 199 |
model_temperature = gradio.Slider(0, 1, render=False, step=0.1, value=0.6, label="Temperature", info="Ajust model variability, with a value of 0, the model use greedy decoding.")
|
| 200 |
sparql_endpoint = gradio.Textbox(value=SPARQL_ENDPOINT, render=False, interactive=True, label="SPARQL endpoint", info="SPARQL endpoint to send the generate queries to fetch results.")
|
| 201 |
+
model_semantic = gradio.Checkbox(value=True, render=False, interactive=True, label="Enable semantic entity lookup", info="Use embeddings and reranking model to retrieve relevant objects.")
|
| 202 |
model_thinking = gradio.Checkbox(value=False, render=False, interactive=True, label="Enable thinking", info="Use thinking mode in the Jinja chat template, mostly for GRPO experiments.")
|
| 203 |
nlq_validate = gradio.Checkbox(value=True, render=False, interactive=True, label="Enable query prevalidation", info="Use the model first to determine if the user query is applicable to the ERA KG")
|
| 204 |
|
|
|
|
| 225 |
model_selector.render()
|
| 226 |
model_temperature.render()
|
| 227 |
sparql_endpoint.render()
|
| 228 |
+
model_semantic.render()
|
| 229 |
model_thinking.render()
|
| 230 |
nlq_validate.render()
|
| 231 |
|
| 232 |
|
| 233 |
|
| 234 |
|
| 235 |
+
query.submit(process_query, inputs=[query, model_selector, model_temperature, model_semantic, model_thinking, nlq_validate], outputs=[sparql_block])
|
| 236 |
#query.change(clear_query, inputs=[], outputs=[sparql_block, sparql_results])
|
| 237 |
sparql_block.change(execute_sparql, inputs=[sparql_block, sparql_endpoint], outputs=[sparql_results])
|
| 238 |
|
templates/prompt_sparql_semantic.txt
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Write a SPARQL query for the following natural language request:
|
| 2 |
+
|
| 3 |
+
```
|
| 4 |
+
%nlq
|
| 5 |
+
```
|
| 6 |
+
|
| 7 |
+
Consider the following entities if they match the user request:
|
| 8 |
+
|
| 9 |
+
```
|
| 10 |
+
%semantic
|
| 11 |
+
```
|
| 12 |
+
|
| 13 |
+
Provide the SPARQL query inside a markdown block.
|