⚡ Small cleanups

Signed-off-by: Gaurav-Kumbhat <Gaurav.Kumbhat@ibm.com>

Author: gkumbhat

vllm_detector_adapter/generative_detectors/llama_guard.py

@@ -54,7 +54,7 @@ def __post_process_results(self, results):
                 new_scores.append(scores[i])
 
                 # Fetch categories as the last line in the response available in csv format
-                for category in content.strip().split("\n")[-1].split(","):
+                for category in content.splitlines()[-1].split(","):
                     category_choice = copy.deepcopy(choice)
                     category_choice.message.content = category
                     new_choices.append(category_choice)

vllm_detector_adapter/protocol.py

@@ -63,13 +63,14 @@ def from_chat_completion_response(results, contents: List[str]):
         for content_idx, (responses, scores, detection_type) in enumerate(results):
 
             detection_responses = []
+            start = 0
+            end = len(contents[content_idx])
+
             for i, choice in enumerate(responses.choices):
                 content = choice.message.content
                 # NOTE: for providing spans, we currently consider entire generated text as a span.
                 # This is because, at the time of writing, the generative guardrail models does not
                 # provide spefific information about input text, which can be used to deduce spans.
-                start = 0
-                end = len(contents[content_idx])
                 if content and isinstance(content, str):
                     response_object = ContentsDetectionResponseObject(
                         detection_type=detection_type,