Team Finetuner commited on
Commit
3e3ced0
1 Parent(s): 0f4070e

chore: update from f36c08c8a58c21b5aaab523fa03fb4a24b475612

Browse files
Files changed (1) hide show
  1. modeling_bert.py +3 -2
modeling_bert.py CHANGED
@@ -1211,8 +1211,9 @@ class JinaBertModel(JinaBertPreTrainedModel):
1211
  self.to(device)
1212
 
1213
  # TODO: Maybe use better length heuristic?
1214
- inverse_permutation = np.argsort(np.argsort([-len(i) for i in sentences]))
1215
- sentences = sorted(sentences, key=len, reverse=True)
 
1216
 
1217
  padding = tokenizer_kwargs.pop('padding', True)
1218
 
 
1211
  self.to(device)
1212
 
1213
  # TODO: Maybe use better length heuristic?
1214
+ permutation = np.argsort([-len(i) for i in sentences])
1215
+ inverse_permutation = np.argsort(permutation)
1216
+ sentences = [sentences[idx] for idx in permutation]
1217
 
1218
  padding = tokenizer_kwargs.pop('padding', True)
1219