Hansimov commited on
Commit
20ba605
1 Parent(s): e2d3699

:zap: [Enhance] Use JinaAIOnnxEmbedder for better performance

Browse files
Files changed (1) hide show
  1. apps/app.py +4 -4
apps/app.py CHANGED
@@ -11,7 +11,7 @@ from pydantic import BaseModel, Field
11
  from fastapi.responses import HTMLResponse
12
  from tclogger import logger, OSEnver
13
 
14
- from transforms.embed import JinaAIEmbedder
15
  from configs.constants import AVAILABLE_MODELS
16
 
17
  info_path = Path(__file__).parents[1] / "configs" / "info.json"
@@ -26,7 +26,7 @@ class EmbeddingApp:
26
  swagger_ui_parameters={"defaultModelsExpandDepth": -1},
27
  version=ENVER["version"],
28
  )
29
- self.embedder = JinaAIEmbedder()
30
  self.setup_routes()
31
 
32
  def get_available_models(self):
@@ -53,8 +53,8 @@ class EmbeddingApp:
53
 
54
  def calc_embedding(self, item: CalcEmbeddingPostItem):
55
  logger.note(f"> Encoding text: [{item.text}]", end=" ")
56
- if item.model != self.embedder.model:
57
- self.embedder.switch_model(item.model)
58
  embeddings = self.embedder.encode(item.text).tolist()
59
  logger.success(f"[{len(embeddings[0])}]")
60
  if len(embeddings) == 1:
 
11
  from fastapi.responses import HTMLResponse
12
  from tclogger import logger, OSEnver
13
 
14
+ from transforms.embed import JinaAIEmbedder, JinaAIOnnxEmbedder
15
  from configs.constants import AVAILABLE_MODELS
16
 
17
  info_path = Path(__file__).parents[1] / "configs" / "info.json"
 
26
  swagger_ui_parameters={"defaultModelsExpandDepth": -1},
27
  version=ENVER["version"],
28
  )
29
+ self.embedder = JinaAIOnnxEmbedder()
30
  self.setup_routes()
31
 
32
  def get_available_models(self):
 
53
 
54
  def calc_embedding(self, item: CalcEmbeddingPostItem):
55
  logger.note(f"> Encoding text: [{item.text}]", end=" ")
56
+ # if item.model != self.embedder.model:
57
+ # self.embedder.switch_model(item.model)
58
  embeddings = self.embedder.encode(item.text).tolist()
59
  logger.success(f"[{len(embeddings[0])}]")
60
  if len(embeddings) == 1: