asFrants commited on
Commit
3207602
1 Parent(s): 2a3c4ce

update dependences

Browse files
Files changed (4) hide show
  1. app.py +13 -6
  2. poetry.lock +0 -0
  3. pyproject.toml +8 -0
  4. requirements.txt +6 -1
app.py CHANGED
@@ -1,6 +1,7 @@
1
  import gradio as gr
2
  from transformers import pipeline
3
- from pydantic import BaseModel
 
4
 
5
  # RU_SUMMARY_MODEL = "IlyaGusev/rubart-large-sum"
6
  RU_SUMMARY_MODEL = "IlyaGusev/mbart_ru_sum_gazeta"
@@ -9,18 +10,24 @@ RU_SENTIMENT_MODEL = "seara/rubert-tiny2-russian-sentiment"
9
  EN_SUMMARY_MODEL = "sshleifer/distilbart-cnn-12-6"
10
  EN_SENTIMENT_MODEL = "ProsusAI/finbert"
11
 
12
- class Summarizer(BaseModel):
13
  ru_summary_pipe: pipeline
14
  ru_sentiment_pipe: pipeline
15
 
16
  def __init__(self) -> None:
17
- self.ru_summary_pipe = pipeline("summarization", model=RU_SUMMARY_MODEL)
18
- self.ru_summary_pipe = pipeline("sentiment-analysis", model=RU_SENTIMENT_MODEL)
19
 
20
  def summarize(self, text: str) -> str:
21
  result = {}
22
- result["summary"] = self.ru_summary_pipe(text)[0]["label"]
23
- result["sentiment"] = self.ru_sentiment_pipe(text)[0]["label"]
 
 
 
 
 
 
24
  return f"Summary: {result['summary']}\n Sentiment:{result['sentiment']}"
25
 
26
  pipe = Summarizer()
 
1
  import gradio as gr
2
  from transformers import pipeline
3
+ from loguru import logger
4
+ # from pydantic import BaseModel
5
 
6
  # RU_SUMMARY_MODEL = "IlyaGusev/rubart-large-sum"
7
  RU_SUMMARY_MODEL = "IlyaGusev/mbart_ru_sum_gazeta"
 
10
  EN_SUMMARY_MODEL = "sshleifer/distilbart-cnn-12-6"
11
  EN_SENTIMENT_MODEL = "ProsusAI/finbert"
12
 
13
+ class Summarizer():
14
  ru_summary_pipe: pipeline
15
  ru_sentiment_pipe: pipeline
16
 
17
  def __init__(self) -> None:
18
+ self.ru_summary_pipe = pipeline("summarization", model=RU_SUMMARY_MODEL, max_length=100, truncation=True)
19
+ self.ru_sentiment_pipe = pipeline("sentiment-analysis", model=RU_SENTIMENT_MODEL)
20
 
21
  def summarize(self, text: str) -> str:
22
  result = {}
23
+ response_summary = self.ru_summary_pipe(text)
24
+ logger.info(response_summary)
25
+ result["summary"] = response_summary[0]["summary_text"]
26
+
27
+ response_sentiment = self.ru_sentiment_pipe(text)
28
+ logger.info(response_sentiment)
29
+ result["sentiment"] = response_sentiment[0]["label"]
30
+
31
  return f"Summary: {result['summary']}\n Sentiment:{result['sentiment']}"
32
 
33
  pipe = Summarizer()
poetry.lock CHANGED
The diff for this file is too large to render. See raw diff
 
pyproject.toml CHANGED
@@ -8,6 +8,14 @@ readme = "README.md"
8
 
9
  [tool.poetry.dependencies]
10
  python = "^3.10"
 
 
 
 
 
 
 
 
11
 
12
 
13
  [tool.poetry.group.dev.dependencies]
 
8
 
9
  [tool.poetry.dependencies]
10
  python = "^3.10"
11
+ transformers = "^4.36.2"
12
+ gradio = "^4.11.0"
13
+ torch = "1.13.1"
14
+ pydantic = "^2.5.3"
15
+ pretrainedmodels = "^0.7.4"
16
+ sentencepiece = "^0.1.99"
17
+ protobuf = "^4.25.1"
18
+ loguru = "^0.7.2"
19
 
20
 
21
  [tool.poetry.group.dev.dependencies]
requirements.txt CHANGED
@@ -1 +1,6 @@
1
- gradio
 
 
 
 
 
 
1
+ gradio
2
+ transformers
3
+ sentencepiece
4
+ protobuf
5
+ torch==1.13.1
6
+ loguru