@@ -330,14 +330,14 @@ async fn rerank(
330
330
331
331
// Closure for rerank
332
332
let rerank_inner = move |query : String ,
333
- passage : String ,
333
+ text : String ,
334
334
truncate : bool ,
335
335
raw_scores : bool ,
336
336
infer : Infer | async move {
337
337
let permit = infer. try_acquire_permit ( ) . map_err ( ErrorResponse :: from) ?;
338
338
339
339
let response = infer
340
- . predict ( ( query, passage ) , truncate, raw_scores, permit)
340
+ . predict ( ( query, text ) , truncate, raw_scores, permit)
341
341
. await
342
342
. map_err ( ErrorResponse :: from) ?;
343
343
@@ -355,7 +355,7 @@ async fn rerank(
355
355
let ( compute_chars, compute_tokens, tokenization_time, queue_time, inference_time, response) = {
356
356
metrics:: increment_counter!( "te_request_count" , "method" => "batch" ) ;
357
357
358
- let batch_size = req. passages . len ( ) ;
358
+ let batch_size = req. texts . len ( ) ;
359
359
if batch_size > info. max_client_batch_size {
360
360
let message = format ! (
361
361
"batch size {batch_size} > maximum allowed batch size {}" ,
@@ -374,12 +374,12 @@ async fn rerank(
374
374
let query_chars = req. query . chars ( ) . count ( ) ;
375
375
let mut compute_chars = query_chars * batch_size;
376
376
377
- for passage in & req. passages {
378
- compute_chars += passage . chars ( ) . count ( ) ;
377
+ for text in & req. texts {
378
+ compute_chars += text . chars ( ) . count ( ) ;
379
379
let local_infer = infer. clone ( ) ;
380
380
futures. push ( rerank_inner (
381
381
req. query . clone ( ) ,
382
- passage . clone ( ) ,
382
+ text . clone ( ) ,
383
383
req. truncate ,
384
384
req. raw_scores ,
385
385
local_infer. 0 ,
@@ -401,15 +401,15 @@ async fn rerank(
401
401
total_tokenization_time += r. 1 . as_nanos ( ) as u64 ;
402
402
total_queue_time += r. 2 . as_nanos ( ) as u64 ;
403
403
total_inference_time += r. 3 . as_nanos ( ) as u64 ;
404
- let passage = if req. return_passages {
405
- Some ( req. passages [ index] . clone ( ) )
404
+ let text = if req. return_text {
405
+ Some ( req. texts [ index] . clone ( ) )
406
406
} else {
407
407
None
408
408
} ;
409
409
410
410
ranks. push ( Rank {
411
411
index,
412
- passage ,
412
+ text ,
413
413
score : r. 4 ,
414
414
} )
415
415
}
0 commit comments