rlanner-echocap commited on
Commit
4d62adf
1 Parent(s): 5ee8ed9

Update handler.py

Browse files

removing increased token limit

Files changed (1) hide show
  1. handler.py +0 -1
handler.py CHANGED
@@ -11,7 +11,6 @@ class EndpointHandler:
11
  def __init__(self, path=""):
12
  # load the model
13
  tokenizer = AutoTokenizer.from_pretrained(path)
14
- tokenizer..max_seq_len = 8192
15
  model = AutoModelForCausalLM.from_pretrained(path, device_map="auto", torch_dtype=dtype, trust_remote_code=True)
16
  model.to('cuda:0')
17
 
 
11
  def __init__(self, path=""):
12
  # load the model
13
  tokenizer = AutoTokenizer.from_pretrained(path)
 
14
  model = AutoModelForCausalLM.from_pretrained(path, device_map="auto", torch_dtype=dtype, trust_remote_code=True)
15
  model.to('cuda:0')
16