Zekun Wu commited on
Commit
fd72b9a
1 Parent(s): 394d4b8
Files changed (1) hide show
  1. util/evaluator.py +3 -1
util/evaluator.py CHANGED
@@ -56,10 +56,12 @@ class evaluator:
56
 
57
  {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}
58
 
 
 
59
  Answer:
60
  """
61
 
62
- response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=60).strip()
63
  #response = """{{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
64
  print(response)
65
  try:
 
56
 
57
  {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}
58
 
59
+ Directly provide me with the json without any additional text.
60
+
61
  Answer:
62
  """
63
 
64
+ response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=150).strip()
65
  #response = """{{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
66
  print(response)
67
  try: