XufengDuan commited on
Commit
9dc9335
·
1 Parent(s): 70e4c54

update scripts

Browse files
src/backend/evaluate_model.py CHANGED
@@ -81,12 +81,12 @@ class Evaluator:
81
  # print(envs.DATASET_PATH)
82
  # print(df.shape)
83
  # print(df.iloc[-1])
84
- self.generated_summaries_df = self.summary_generator.generate_summaries(envs.DATASET_PATH, df_prompt, save_path=f"generation_results/{self.model}.csv")
85
  # exit()
86
  # avg_summary_len = self.summary_generator.avg_length
87
  # answer_rate = self.summary_generator.answer_rate
88
  '''开始评估模型的结果'''
89
- self.humanlike = self.eval_model.evaluate_humanlike(self.generated_summaries_df, envs.HUMAN_DATA, f"generation_results/{self.model}.csv")
90
  '''原始指标'''
91
  # self.hallucination_scores, self.eval_results = self.eval_model.evaluate_hallucination(
92
  # self.generated_summaries_df)
 
81
  # print(envs.DATASET_PATH)
82
  # print(df.shape)
83
  # print(df.iloc[-1])
84
+ self.generated_summaries_df = self.summary_generator.generate_summaries(envs.DATASET_PATH, df_prompt, save_path=f"./generation_results/{self.model}.csv")
85
  # exit()
86
  # avg_summary_len = self.summary_generator.avg_length
87
  # answer_rate = self.summary_generator.answer_rate
88
  '''开始评估模型的结果'''
89
+ self.humanlike = self.eval_model.evaluate_humanlike(self.generated_summaries_df, envs.HUMAN_DATA, f"./generation_results/{self.model}.csv")
90
  '''原始指标'''
91
  # self.hallucination_scores, self.eval_results = self.eval_model.evaluate_hallucination(
92
  # self.generated_summaries_df)
src/backend/model_operations.py CHANGED
@@ -187,7 +187,7 @@ class SummaryGenerator:
187
  # print(ID, q_ID, prompt_value)
188
  system_prompt = envs.SYSTEM_PROMPT
189
  _user_prompt = prompt_value
190
- for ii in range(10):
191
  # user_prompt = f"{envs.USER_PROMPT}\nPassage:\n{_source}"
192
  while True:
193
  try:
 
187
  # print(ID, q_ID, prompt_value)
188
  system_prompt = envs.SYSTEM_PROMPT
189
  _user_prompt = prompt_value
190
+ for ii in range(1):
191
  # user_prompt = f"{envs.USER_PROMPT}\nPassage:\n{_source}"
192
  while True:
193
  try: