ethanrom commited on
Commit
528f442
1 Parent(s): d3c41d8

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +4 -2
server.py CHANGED
@@ -5,7 +5,9 @@ from paddleocr import PaddleOCR
5
  from langchain.prompts import PromptTemplate
6
  from langchain.chains import LLMChain
7
  from passporteye import read_mrz
8
- from pydantic.v1 import BaseModel, Field
 
 
9
  from typing import Any, Optional, Dict, List
10
  from huggingface_hub import InferenceClient
11
  from langchain.llms.base import LLM
@@ -18,7 +20,7 @@ model_name = "mistralai/Mixtral-8x7B-Instruct-v0.1"
18
  hf_token = HF_token
19
  kwargs = {"max_new_tokens":500, "temperature":0.1, "top_p":0.95, "repetition_penalty":1.0, "do_sample":True}
20
 
21
- class KwArgsModel(BaseModel):
22
  kwargs: Dict[str, Any] = Field(default_factory=dict)
23
 
24
  class CustomInferenceClient(LLM, KwArgsModel):
 
5
  from langchain.prompts import PromptTemplate
6
  from langchain.chains import LLMChain
7
  from passporteye import read_mrz
8
+ from pydantic.v1 import BaseModel as v1BaseModel
9
+ from pydantic.v1 import Field
10
+ from pydantic import BaseModel
11
  from typing import Any, Optional, Dict, List
12
  from huggingface_hub import InferenceClient
13
  from langchain.llms.base import LLM
 
20
  hf_token = HF_token
21
  kwargs = {"max_new_tokens":500, "temperature":0.1, "top_p":0.95, "repetition_penalty":1.0, "do_sample":True}
22
 
23
+ class KwArgsModel(v1BaseModel):
24
  kwargs: Dict[str, Any] = Field(default_factory=dict)
25
 
26
  class CustomInferenceClient(LLM, KwArgsModel):