heymenn commited on
Commit
5d9fc84
1 Parent(s): 071f32f

Update excel_chat.py

Browse files
Files changed (1) hide show
  1. excel_chat.py +5 -4
excel_chat.py CHANGED
@@ -221,7 +221,7 @@ def chat_with_mistral(source_cols, dest_col, prompt, excel_file, url, search_col
221
 
222
  checkpoints_files = []
223
  cpt = 1
224
- blop = 50
225
  len(fitered_df) // 4
226
  for index, row in filtred_df.iterrows():
227
  concatenated_content = "\n\n".join(f"{column_name}: {str(row[column_name])}" for column_name in source_cols)
@@ -236,19 +236,20 @@ def chat_with_mistral(source_cols, dest_col, prompt, excel_file, url, search_col
236
  print(f"{cpt}/{len(filtred_df)}\nQUERY:\n{prompt[0]}\nCONTENT:\n{concatenated_content[:200]}...\n\nANSWER:\n{llm_answer}")
237
  df.at[index, dest_col] = llm_answer
238
 
239
- if cpt == blop:
240
  df.to_excel(str(cpt))
241
  checkpoints_files.append(str(cpt))
242
 
243
- blop += 50
244
 
245
 
246
  cpt += 1
247
  # progress((index+1)/len(df),desc=f'Request {index+1}/{len(df)}')
248
 
249
  df.to_excel(file_name, index=False)
250
-
251
 
 
 
252
 
253
  zip_file_path = 'config_file.zip'
254
 
 
221
 
222
  checkpoints_files = []
223
  cpt = 1
224
+ checkpoint = 50
225
  len(fitered_df) // 4
226
  for index, row in filtred_df.iterrows():
227
  concatenated_content = "\n\n".join(f"{column_name}: {str(row[column_name])}" for column_name in source_cols)
 
236
  print(f"{cpt}/{len(filtred_df)}\nQUERY:\n{prompt[0]}\nCONTENT:\n{concatenated_content[:200]}...\n\nANSWER:\n{llm_answer}")
237
  df.at[index, dest_col] = llm_answer
238
 
239
+ if cpt == checkpoint:
240
  df.to_excel(str(cpt))
241
  checkpoints_files.append(str(cpt))
242
 
243
+ checkpoint += 50
244
 
245
 
246
  cpt += 1
247
  # progress((index+1)/len(df),desc=f'Request {index+1}/{len(df)}')
248
 
249
  df.to_excel(file_name, index=False)
 
250
 
251
+ checkpoints_files.append(file_name)
252
+ print(checkpoints_files)
253
 
254
  zip_file_path = 'config_file.zip'
255