feat: add include_line_confidence parameter to whisper method

- Add include_line_confidence parameter to LLMWhispererClientV2.whisper() method
- Parameter adds line confidence scores to line metadata returned by highlights API
- Requires add_line_nos to be enabled for this feature to work
- Bump version from 2.4.2 to 2.5.0

Author: Deepak-Kesavan

src/unstract/llmwhisperer/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "2.4.2"
+__version__ = "2.5.0"
 
 from .client_v2 import LLMWhispererClientV2  # noqa: F401
 

src/unstract/llmwhisperer/client_v2.py

@@ -232,6 +232,7 @@ def whisper(
         mark_horizontal_lines: bool = False,
         line_spitter_strategy: str = "left-priority",
         add_line_nos: bool = False,
+        include_line_confidence: bool = False,
         lang: str = "eng",
         tag: str = "default",
         filename: str = "",
@@ -263,6 +264,8 @@ def whisper(
             line_spitter_strategy (str, optional): The line splitter strategy. Defaults to "left-priority".
             add_line_nos (bool, optional): Adds line numbers to the extracted text and saves line metadata,
               which can be queried later using the highlights API.
+            include_line_confidence (bool, optional): Adds line confidence to the line metadata returned by
+              the highlights API. Requires add_line_nos to be enabled. Defaults to False.
             lang (str, optional): The language of the document. Defaults to "eng".
             tag (str, optional): The tag for the document. Defaults to "default".
             filename (str, optional): The name of the file to store in reports. Defaults to "".
@@ -298,6 +301,7 @@ def whisper(
             "mark_horizontal_lines": mark_horizontal_lines,
             "line_spitter_strategy": line_spitter_strategy,
             "add_line_nos": add_line_nos,
+            "include_line_confidence": include_line_confidence,
             "lang": lang,
             "tag": tag,
             "filename": filename,