batch size

app.py

@@ -17,7 +17,7 @@ def start_haystack():
         split_length=200,
         split_respect_sentence_boundary=True,
     )
-    summarizer = TransformersSummarizer(model_name_or_path="facebook/bart-large-cnn", batch_size=5)
+    summarizer = TransformersSummarizer(model_name_or_path="facebook/bart-large-cnn")
     return document_store, summarizer, preprocessor
 
 
@@ -34,7 +34,7 @@ def pdf_to_document_store(pdf_file):
 
 def summarize(file):
     pdf_to_document_store(file)
-    summaries = summarizer.predict(documents=document_store.get_all_documents(), generate_single_summary=True)
+    summaries = summarizer.predict(documents=document_store.get_all_documents(), generate_single_summary=True, batch_size=5))
     st.write('Summary')
     for summary in summaries:
         st.write(summary.content)