Skip to content

Commit a358a1b

Browse files
committed
rename router
Signed-off-by: Anna Tchernych <[email protected]>
1 parent 886f25a commit a358a1b

File tree

1 file changed

+12
-12
lines changed
  • deploy/inference-gateway/epp/pkg/plugins/dynamo_kv_scorer

1 file changed

+12
-12
lines changed

deploy/inference-gateway/epp/pkg/plugins/dynamo_kv_scorer/plugin.go

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -494,10 +494,10 @@ func (k *KVAwareScorer) callDynamoRouter(
494494
}
495495

496496
routerHandlesMutex.RLock()
497-
currentRouter := routerHandles
497+
router := routerHandles
498498
routerHandlesMutex.RUnlock()
499499

500-
if currentRouter == nil {
500+
if router == nil {
501501
return "", "", nil, fmt.Errorf("dynamo router handles not created")
502502
}
503503

@@ -515,7 +515,7 @@ func (k *KVAwareScorer) callDynamoRouter(
515515
var result C.CRoutingResult
516516

517517
// Call the router
518-
rc := C.route_chat_request(currentRouter, cRequestJSON, &result)
518+
rc := C.route_chat_request(router, cRequestJSON, &result)
519519
if rc != C.QUERY_ROUTER_OK {
520520
return "", "", nil, fmt.Errorf("route_chat_request failed with code %d", rc)
521521
}
@@ -602,10 +602,10 @@ func (k *KVAwareScorer) callAddRequest(
602602
}
603603

604604
routerHandlesMutex.RLock()
605-
currentRouter := routerHandles
605+
router := routerHandles
606606
routerHandlesMutex.RUnlock()
607607

608-
if currentRouter == nil {
608+
if router == nil {
609609
return fmt.Errorf("dynamo router handles not created")
610610
}
611611

@@ -630,7 +630,7 @@ func (k *KVAwareScorer) callAddRequest(
630630
}
631631

632632
rc := C.add_request(
633-
currentRouter,
633+
router,
634634
cRequestID,
635635
cTokens,
636636
C.size_t(len(tokens)),
@@ -655,17 +655,17 @@ func CallMarkPrefillComplete(requestID string) error {
655655
}
656656

657657
routerHandlesMutex.RLock()
658-
currentRouter := routerHandles
658+
router := routerHandles
659659
routerHandlesMutex.RUnlock()
660660

661-
if currentRouter == nil {
661+
if router == nil {
662662
return fmt.Errorf("dynamo router handles not created")
663663
}
664664

665665
cRequestID := C.CString(requestID)
666666
defer C.free(unsafe.Pointer(cRequestID))
667667

668-
rc := C.mark_prefill_complete(currentRouter, cRequestID)
668+
rc := C.mark_prefill_complete(router, cRequestID)
669669
if rc != C.QUERY_ROUTER_OK {
670670
return fmt.Errorf("mark_prefill_complete failed with code %d", rc)
671671
}
@@ -679,17 +679,17 @@ func callFreeRequestInternal(requestID string) error {
679679
}
680680

681681
routerHandlesMutex.RLock()
682-
currentRouter := routerHandles
682+
router := routerHandles
683683
routerHandlesMutex.RUnlock()
684684

685-
if currentRouter == nil {
685+
if router == nil {
686686
return fmt.Errorf("dynamo router handles not created")
687687
}
688688

689689
cRequestID := C.CString(requestID)
690690
defer C.free(unsafe.Pointer(cRequestID))
691691

692-
rc := C.free_request(currentRouter, cRequestID)
692+
rc := C.free_request(router, cRequestID)
693693
if rc != C.QUERY_ROUTER_OK {
694694
return fmt.Errorf("free_request failed with code %d", rc)
695695
}

0 commit comments

Comments
 (0)