Zekun Wu
commited on
Commit
•
727b506
1
Parent(s):
3b77eb1
add
Browse files- util/evaluator.py +3 -3
util/evaluator.py
CHANGED
|
@@ -31,12 +31,12 @@ class evaluator:
|
|
| 31 |
|
| 32 |
def evaluate_single(self, question,explanation):
|
| 33 |
|
| 34 |
-
evaluation_prompt = f"""You are provided with a user's
|
| 35 |
-
an
|
| 36 |
should be scored on a scale from 0 to 10, where 0 indicates that the principle is not met at all,
|
| 37 |
and 10 indicates that the principle is fully satisfied. Additionally, provide a brief ten words explanation for each score to justify your rating.
|
| 38 |
|
| 39 |
-
|
| 40 |
{question}
|
| 41 |
|
| 42 |
Provided Explanation:
|
|
|
|
| 31 |
|
| 32 |
def evaluate_single(self, question,explanation):
|
| 33 |
|
| 34 |
+
evaluation_prompt = f"""You are provided with a user's query and the corresponding explanation generated by
|
| 35 |
+
an Chatbot. Your task is to evaluate the explanation based on the following five principles. Each principle
|
| 36 |
should be scored on a scale from 0 to 10, where 0 indicates that the principle is not met at all,
|
| 37 |
and 10 indicates that the principle is fully satisfied. Additionally, provide a brief ten words explanation for each score to justify your rating.
|
| 38 |
|
| 39 |
+
Query:
|
| 40 |
{question}
|
| 41 |
|
| 42 |
Provided Explanation:
|