Spaces:
Running
Running
Commit
·
9dc9335
1
Parent(s):
70e4c54
update scripts
Browse files
src/backend/evaluate_model.py
CHANGED
@@ -81,12 +81,12 @@ class Evaluator:
|
|
81 |
# print(envs.DATASET_PATH)
|
82 |
# print(df.shape)
|
83 |
# print(df.iloc[-1])
|
84 |
-
self.generated_summaries_df = self.summary_generator.generate_summaries(envs.DATASET_PATH, df_prompt, save_path=f"generation_results/{self.model}.csv")
|
85 |
# exit()
|
86 |
# avg_summary_len = self.summary_generator.avg_length
|
87 |
# answer_rate = self.summary_generator.answer_rate
|
88 |
'''开始评估模型的结果'''
|
89 |
-
self.humanlike = self.eval_model.evaluate_humanlike(self.generated_summaries_df, envs.HUMAN_DATA, f"generation_results/{self.model}.csv")
|
90 |
'''åŽŸå§‹æŒ‡æ ‡'''
|
91 |
# self.hallucination_scores, self.eval_results = self.eval_model.evaluate_hallucination(
|
92 |
# self.generated_summaries_df)
|
|
|
81 |
# print(envs.DATASET_PATH)
|
82 |
# print(df.shape)
|
83 |
# print(df.iloc[-1])
|
84 |
+
self.generated_summaries_df = self.summary_generator.generate_summaries(envs.DATASET_PATH, df_prompt, save_path=f"./generation_results/{self.model}.csv")
|
85 |
# exit()
|
86 |
# avg_summary_len = self.summary_generator.avg_length
|
87 |
# answer_rate = self.summary_generator.answer_rate
|
88 |
'''开始评估模型的结果'''
|
89 |
+
self.humanlike = self.eval_model.evaluate_humanlike(self.generated_summaries_df, envs.HUMAN_DATA, f"./generation_results/{self.model}.csv")
|
90 |
'''åŽŸå§‹æŒ‡æ ‡'''
|
91 |
# self.hallucination_scores, self.eval_results = self.eval_model.evaluate_hallucination(
|
92 |
# self.generated_summaries_df)
|
src/backend/model_operations.py
CHANGED
@@ -187,7 +187,7 @@ class SummaryGenerator:
|
|
187 |
# print(ID, q_ID, prompt_value)
|
188 |
system_prompt = envs.SYSTEM_PROMPT
|
189 |
_user_prompt = prompt_value
|
190 |
-
for ii in range(
|
191 |
# user_prompt = f"{envs.USER_PROMPT}\nPassage:\n{_source}"
|
192 |
while True:
|
193 |
try:
|
|
|
187 |
# print(ID, q_ID, prompt_value)
|
188 |
system_prompt = envs.SYSTEM_PROMPT
|
189 |
_user_prompt = prompt_value
|
190 |
+
for ii in range(1):
|
191 |
# user_prompt = f"{envs.USER_PROMPT}\nPassage:\n{_source}"
|
192 |
while True:
|
193 |
try:
|