Update app.py
#6
by
Amlan99
- opened
app.py
CHANGED
@@ -96,7 +96,7 @@ def embed(req: EmbedRequest):
|
|
96 |
input_ids = enc["input_ids"].squeeze(0).to(device)
|
97 |
total_tokens = input_ids.size(0)
|
98 |
|
99 |
-
max_len = model.config.max_position_embeddings # ~32k
|
100 |
stride = 50
|
101 |
embeddings = []
|
102 |
position = 0
|
|
|
96 |
input_ids = enc["input_ids"].squeeze(0).to(device)
|
97 |
total_tokens = input_ids.size(0)
|
98 |
|
99 |
+
max_len = min(15_000, model.config.max_position_embeddings) # ~32k
|
100 |
stride = 50
|
101 |
embeddings = []
|
102 |
position = 0
|