bugfix
This commit is contained in:
parent
388ece4b18
commit
bffea04c1e
@ -45,6 +45,7 @@ classs BaseReranker:
|
||||
|
||||
def rerank(self, query, docs, top_n=5, sys_prompt="", task=""):
|
||||
pairs = self.build_pairs(query, docs, sys_prompt=sys_prompt, task=task)
|
||||
with torch.no_grad():
|
||||
inputs = self.process_inputs(pairs)
|
||||
scores = self.compute_logits(inputs)
|
||||
data = []
|
||||
@ -68,4 +69,4 @@ classs BaseReranker:
|
||||
"total_tokens": 0
|
||||
}
|
||||
}
|
||||
|
||||
return ret
|
||||
|
@ -75,7 +75,7 @@ async def rerank(request, params_kw, *params, **kw):
|
||||
return arr
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(prog="Embedding")
|
||||
parser = argparse.ArgumentParser(prog="Rerank")
|
||||
parser.add_argument('-w', '--workdir')
|
||||
parser.add_argument('-p', '--port')
|
||||
parser.add_argument('model_path')
|
||||
|
Loading…
Reference in New Issue
Block a user