alexkueck commited on
Commit
51d9107
1 Parent(s): e34b246

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +3 -2
utils.py CHANGED
@@ -331,7 +331,7 @@ def document_loading_splitting():
331
  #docs.extend(loader.load())
332
 
333
 
334
- # Vorverarbeitung der Dokumente - passend zu dem der Prompts...
335
  preprocessed_docs = []
336
  for doc in docs:
337
  preprocessed_content = preprocess_text(doc.page_content)
@@ -341,7 +341,8 @@ def document_loading_splitting():
341
  "page": doc.metadata["page"],
342
  "path": doc.metadata["path"]
343
  }
344
- preprocessed_docs.append(Document(metadata=preprocessed_metadata, page_content=preprocessed_content))
 
345
 
346
  ################################
347
  # Document splitting
 
331
  #docs.extend(loader.load())
332
 
333
 
334
+ # Vorverarbeitung der Dokumente
335
  preprocessed_docs = []
336
  for doc in docs:
337
  preprocessed_content = preprocess_text(doc.page_content)
 
341
  "page": doc.metadata["page"],
342
  "path": doc.metadata["path"]
343
  }
344
+ preprocessed_docs.append(Document(content=preprocessed_content, title=preprocessed_metadata["title"], page=preprocessed_metadata["page"], path=preprocessed_metadata["path"]))
345
+
346
 
347
  ################################
348
  # Document splitting