add pipeline summarization

app/src/src.py

@@ -60,3 +60,14 @@ def pipeline_sentiment(url_video, api_key, model):
 def pipeline_stats(data):
     """Get statistic of sentiment"""
     return data['sentiment'].value_counts(normalize=True).mul(100).round(2)
+
+def pipeline_summarize(data, model, length=2000, max_length=100):
+    """Get summarization result"""
+    text = " ".join(data)
+    result_text = []
+
+    for i in range(0, len(text), length):
+        new_text = text[i : i + length]
+        result_text.append(model(new_text, max_length=max_length))
+
+    return ". ".join([i[0]["summary_text"] for i in result_text])