Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 11 additions & 10 deletions candle-binding/semantic-router.go
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ package candle_binding

import (
"fmt"
"log"
"runtime"
"sync"
"unsafe"
Expand Down Expand Up @@ -158,7 +159,7 @@ func InitModel(modelID string, useCPU bool) error {
modelID = "sentence-transformers/all-MiniLM-L6-v2"
}

fmt.Println("Initializing BERT similarity model:", modelID)
log.Printf("Initializing BERT similarity model: %s", modelID)

// Initialize BERT directly using CGO
cModelID := C.CString(modelID)
Expand Down Expand Up @@ -284,7 +285,7 @@ func GetEmbeddingDefault(text string) ([]float32, error) {
// CalculateSimilarity calculates the similarity between two texts with maxLength parameter
func CalculateSimilarity(text1, text2 string, maxLength int) float32 {
if !modelInitialized {
fmt.Println("BERT model not initialized")
log.Printf("BERT model not initialized")
return -1.0
}

Expand All @@ -306,7 +307,7 @@ func CalculateSimilarityDefault(text1, text2 string) float32 {
// FindMostSimilar finds the most similar text from a list of candidates with maxLength parameter
func FindMostSimilar(query string, candidates []string, maxLength int) SimResult {
if !modelInitialized {
fmt.Println("BERT model not initialized")
log.Printf("BERT model not initialized")
return SimResult{Index: -1, Score: -1.0}
}

Expand Down Expand Up @@ -364,7 +365,7 @@ func InitClassifier(modelPath string, numClasses int, useCPU bool) error {
return
}

fmt.Println("Initializing classifier model:", modelPath)
log.Printf("Initializing classifier model: %s", modelPath)

// Initialize classifier directly using CGO
cModelID := C.CString(modelPath)
Expand Down Expand Up @@ -392,7 +393,7 @@ func InitPIIClassifier(modelPath string, numClasses int, useCPU bool) error {
return
}

fmt.Println("Initializing PII classifier model:", modelPath)
log.Printf("Initializing PII classifier model: %s", modelPath)

// Initialize PII classifier directly using CGO
cModelID := C.CString(modelPath)
Expand Down Expand Up @@ -420,7 +421,7 @@ func InitJailbreakClassifier(modelPath string, numClasses int, useCPU bool) erro
return
}

fmt.Println("Initializing jailbreak classifier model:", modelPath)
log.Printf("Initializing jailbreak classifier model: %s", modelPath)

// Initialize jailbreak classifier directly using CGO
cModelID := C.CString(modelPath)
Expand Down Expand Up @@ -495,7 +496,7 @@ func InitModernBertClassifier(modelPath string, useCPU bool) error {
modelPath = "answerdotai/ModernBERT-base"
}

fmt.Println("Initializing ModernBERT classifier model:", modelPath)
log.Printf("Initializing ModernBERT classifier model: %s", modelPath)

// Initialize ModernBERT classifier directly using CGO
cModelID := C.CString(modelPath)
Expand All @@ -519,7 +520,7 @@ func InitModernBertPIIClassifier(modelPath string, useCPU bool) error {
modelPath = "./pii_classifier_modernbert_model"
}

fmt.Println("Initializing ModernBERT PII classifier model:", modelPath)
log.Printf("Initializing ModernBERT PII classifier model: %s", modelPath)

// Initialize ModernBERT PII classifier directly using CGO
cModelID := C.CString(modelPath)
Expand All @@ -543,7 +544,7 @@ func InitModernBertJailbreakClassifier(modelPath string, useCPU bool) error {
modelPath = "./jailbreak_classifier_modernbert_model"
}

fmt.Println("Initializing ModernBERT jailbreak classifier model:", modelPath)
log.Printf("Initializing ModernBERT jailbreak classifier model: %s", modelPath)

// Initialize ModernBERT jailbreak classifier directly using CGO
cModelID := C.CString(modelPath)
Expand All @@ -567,7 +568,7 @@ func InitModernBertPIITokenClassifier(modelPath string, useCPU bool) error {
modelPath = "./pii_classifier_modernbert_ai4privacy_token_model"
}

fmt.Println("Initializing ModernBERT PII token classifier model:", modelPath)
log.Printf("Initializing ModernBERT PII token classifier model: %s", modelPath)

// Initialize ModernBERT PII token classifier directly using CGO
cModelID := C.CString(modelPath)
Expand Down
Loading