Spaces:
Runtime error
Runtime error
Updated the architectures config to use the new endpoints
Browse files
config/architectures.json
CHANGED
@@ -5,7 +5,7 @@
|
|
5 |
"description": "Just a direct call through to the LLM without any additional components.",
|
6 |
"steps": [
|
7 |
{"class": "InputRequestScreener"},
|
8 |
-
{"class": "
|
9 |
{"class": "OutputResponseScreener"}
|
10 |
],
|
11 |
"img": "architecture_baseline.jpg"
|
@@ -15,7 +15,7 @@
|
|
15 |
"description": "Fine tuning test on a TVs dataset.",
|
16 |
"steps": [
|
17 |
{"class": "InputRequestScreener"},
|
18 |
-
{"class": "
|
19 |
{"class": "OutputResponseScreener"}
|
20 |
],
|
21 |
"img": "architecture_baseline.jpg"
|
@@ -26,7 +26,7 @@
|
|
26 |
"steps": [
|
27 |
{"class": "InputRequestScreener"},
|
28 |
{"class": "RetrievalAugmentor", "params": {"vector_store": "01_all_products"}},
|
29 |
-
{"class": "
|
30 |
{"class": "ResponseTrimmer", "params": {"regexes": ["^.*information provided[0-9A-Za-z,]*? ", "^.*background[0-9A-Za-z,]*? "]}},
|
31 |
{"class": "OutputResponseScreener"}
|
32 |
],
|
|
|
5 |
"description": "Just a direct call through to the LLM without any additional components.",
|
6 |
"steps": [
|
7 |
{"class": "InputRequestScreener"},
|
8 |
+
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://yl89ru8gdr1wkbej.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Unmodified Meta Llama 2 chat", "system_prompt": "You are a helpful agent.", "max_new_tokens": 1000}},
|
9 |
{"class": "OutputResponseScreener"}
|
10 |
],
|
11 |
"img": "architecture_baseline.jpg"
|
|
|
15 |
"description": "Fine tuning test on a TVs dataset.",
|
16 |
"steps": [
|
17 |
{"class": "InputRequestScreener"},
|
18 |
+
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://q1d3rgd4pa08yh5f.us-east-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. If you cannot answer please say so.", "max_new_tokens": 1000}},
|
19 |
{"class": "OutputResponseScreener"}
|
20 |
],
|
21 |
"img": "architecture_baseline.jpg"
|
|
|
26 |
"steps": [
|
27 |
{"class": "InputRequestScreener"},
|
28 |
{"class": "RetrievalAugmentor", "params": {"vector_store": "01_all_products"}},
|
29 |
+
{"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://yl89ru8gdr1wkbej.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Unmodified Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor. Please answer the following customer question, answering only from the facts provided. Answer based on the background provided, do not make things up, and say if you cannot answer.", "max_new_tokens": 1000}},
|
30 |
{"class": "ResponseTrimmer", "params": {"regexes": ["^.*information provided[0-9A-Za-z,]*? ", "^.*background[0-9A-Za-z,]*? "]}},
|
31 |
{"class": "OutputResponseScreener"}
|
32 |
],
|