Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -96,7 +96,7 @@ def embed(req: EmbedRequest):
96
  input_ids = enc["input_ids"].squeeze(0).to(device)
97
  total_tokens = input_ids.size(0)
98
 
99
- max_len = model.config.max_position_embeddings # ~32k
100
  stride = 50
101
  embeddings = []
102
  position = 0
 
96
  input_ids = enc["input_ids"].squeeze(0).to(device)
97
  total_tokens = input_ids.size(0)
98
 
99
+ max_len = min(15_000, model.config.max_position_embeddings) # ~32k
100
  stride = 50
101
  embeddings = []
102
  position = 0