diff --git a/llmengine/bge_reranker.py b/llmengine/bge_reranker.py index 9c830fd..24aa44f 100644 --- a/llmengine/bge_reranker.py +++ b/llmengine/bge_reranker.py @@ -18,7 +18,7 @@ class BgeReranker(BaseReranker): return [[query, doc] for doc in docs] def process_inputs(self, pairs): - inputs = tokenizer(pairs, padding=True, + inputs = self.tokenizer(pairs, padding=True, truncation=True, return_tensors='pt', max_length=512) return inputs