alfraser commited on
Commit
8c04dd2
·
1 Parent(s): 0adaf44

Updated the architectures config to use the new endpoints

Browse files
Files changed (1) hide show
  1. config/architectures.json +3 -3
config/architectures.json CHANGED
@@ -5,7 +5,7 @@
5
  "description": "Just a direct call through to the LLM without any additional components.",
6
  "steps": [
7
  {"class": "InputRequestScreener"},
8
- {"class": "HFLlamaHttpRequestor", "params": {"model": "meta-llama/Llama-2-7b-chat-hf", "system_prompt": "You are a helpful agent.", "max_tokens": 2000}},
9
  {"class": "OutputResponseScreener"}
10
  ],
11
  "img": "architecture_baseline.jpg"
@@ -15,7 +15,7 @@
15
  "description": "Fine tuning test on a TVs dataset.",
16
  "steps": [
17
  {"class": "InputRequestScreener"},
18
- {"class": "HFLlamaHttpRequestor", "params": {"model": "alfraser/llama2-7b-chat-finetune-test", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. If you cannot answer please say so.", "max_tokens": 2000}},
19
  {"class": "OutputResponseScreener"}
20
  ],
21
  "img": "architecture_baseline.jpg"
@@ -26,7 +26,7 @@
26
  "steps": [
27
  {"class": "InputRequestScreener"},
28
  {"class": "RetrievalAugmentor", "params": {"vector_store": "01_all_products"}},
29
- {"class": "HFLlamaHttpRequestor", "params": {"model": "meta-llama/Llama-2-7b-chat-hf", "system_prompt": "You are a helpful domestic appliance advisor. Please answer the following customer question, answering only from the facts provided. Answer based on the background provided, do not make things up, and say if you cannot answer.", "max_tokens": 2000}},
30
  {"class": "ResponseTrimmer", "params": {"regexes": ["^.*information provided[0-9A-Za-z,]*? ", "^.*background[0-9A-Za-z,]*? "]}},
31
  {"class": "OutputResponseScreener"}
32
  ],
 
5
  "description": "Just a direct call through to the LLM without any additional components.",
6
  "steps": [
7
  {"class": "InputRequestScreener"},
8
+ {"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://yl89ru8gdr1wkbej.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Unmodified Meta Llama 2 chat", "system_prompt": "You are a helpful agent.", "max_new_tokens": 1000}},
9
  {"class": "OutputResponseScreener"}
10
  ],
11
  "img": "architecture_baseline.jpg"
 
15
  "description": "Fine tuning test on a TVs dataset.",
16
  "steps": [
17
  {"class": "InputRequestScreener"},
18
+ {"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://q1d3rgd4pa08yh5f.us-east-1.aws.endpoints.huggingface.cloud","model_name": "Fine-Tuned Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. If you cannot answer please say so.", "max_new_tokens": 1000}},
19
  {"class": "OutputResponseScreener"}
20
  ],
21
  "img": "architecture_baseline.jpg"
 
26
  "steps": [
27
  {"class": "InputRequestScreener"},
28
  {"class": "RetrievalAugmentor", "params": {"vector_store": "01_all_products"}},
29
+ {"class": "HFInferenceEndpoint", "params": {"endpoint_url": "https://yl89ru8gdr1wkbej.eu-west-1.aws.endpoints.huggingface.cloud","model_name": "Unmodified Meta Llama 2 chat", "system_prompt": "You are a helpful domestic appliance advisor. Please answer the following customer question, answering only from the facts provided. Answer based on the background provided, do not make things up, and say if you cannot answer.", "max_new_tokens": 1000}},
30
  {"class": "ResponseTrimmer", "params": {"regexes": ["^.*information provided[0-9A-Za-z,]*? ", "^.*background[0-9A-Za-z,]*? "]}},
31
  {"class": "OutputResponseScreener"}
32
  ],