[0.5.13] house keeping on tuneapi

Author: yashbonde

docs/changelog.rst

@@ -7,6 +7,21 @@ minor versions.
 
 All relevant steps to be taken will be mentioned here.
 
+0.5.13
+-----
+
+- ``tuneapi.types.ModelInterface`` has an ``extra_headers`` attribute in it.
+
+0.5.12
+-----
+
+- Remove code to sanitize assistant message in for Tune and OpenAI LLM APIs.
+
+0.5.11
+-----
+
+- Fix bug where ``parallel_tool_calls`` was sent even for non tool calls.
+
 0.5.10
 -----
 

docs/conf.py

@@ -13,7 +13,7 @@
 project = "tuneapi"
 copyright = "2024, Frello Technologies"
 author = "Frello Technologies"
-release = "0.5.10"
+release = "0.5.13"
 
 # -- General configuration ---------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "tuneapi"
-version = "0.5.10"
+version = "0.5.13"
 description = "Tune AI APIs."
 authors = ["Frello Technology Private Limited <[email protected]>"]
 license = "MIT"

tuneapi/apis/model_openai.py

@@ -48,12 +48,7 @@ def _process_input(self, chats, token: Optional[str] = None):
             elif m.role == tt.Message.HUMAN:
                 final_messages.append({"role": "user", "content": m.value})
             elif m.role == tt.Message.GPT:
-                final_messages.append(
-                    {
-                        "role": "assistant",
-                        "content": m.value.strip(),
-                    }
-                )
+                final_messages.append({"role": "assistant", "content": m.value})
             elif m.role == tt.Message.FUNCTION_CALL:
                 _m = tu.from_json(m.value) if isinstance(m.value, str) else m.value
                 final_messages.append(
@@ -97,7 +92,7 @@ def chat(
         self,
         chats: tt.Thread | str,
         model: Optional[str] = None,
-        max_tokens: int = 1024,
+        max_tokens: int = None,
         temperature: float = 1,
         parallel_tool_calls: bool = False,
         token: Optional[str] = None,
@@ -126,7 +121,7 @@ def stream_chat(
         self,
         chats: tt.Thread | str,
         model: Optional[str] = None,
-        max_tokens: int = 1024,
+        max_tokens: int = None,
         temperature: float = 1,
         parallel_tool_calls: bool = False,
         token: Optional[str] = None,
@@ -144,13 +139,14 @@ def stream_chat(
             "messages": messages,
             "model": model or self.model_id,
             "stream": True,
-            "max_tokens": max_tokens,
-            "parallel_tool_calls": parallel_tool_calls,
         }
+        if max_tokens:
+            data["max_tokens"] = max_tokens
         if isinstance(chats, tt.Thread) and len(chats.tools):
             data["tools"] = [
                 {"type": "function", "function": x.to_dict()} for x in chats.tools
             ]
+            data["parallel_tool_calls"] = parallel_tool_calls
         if debug:
             fp = "sample_oai.json"
             print("Saving at path " + fp)

tuneapi/apis/model_tune.py

@@ -64,12 +64,7 @@ def _process_input(self, chats, token: Optional[str] = None):
             elif m.role == tt.Message.HUMAN:
                 final_messages.append({"role": "user", "content": m.value})
             elif m.role == tt.Message.GPT:
-                final_messages.append(
-                    {
-                        "role": "assistant",
-                        "content": m.value.strip(),
-                    }
-                )
+                final_messages.append({"role": "assistant", "content": m.value})
             elif m.role == tt.Message.FUNCTION_CALL:
                 _m = tu.from_json(m.value) if isinstance(m.value, str) else m.value
                 final_messages.append(

tuneapi/types/chats.py

@@ -305,6 +305,9 @@ class ModelInterface:
     api_token: str
     """This is the API token for the model"""
 
+    extra_headers: Dict[str, Any]
+    """This is the placeholder for any extra headers to be passed during request"""
+
     def set_api_token(self, token: str) -> None:
         """This are used to set the API token for the model"""
         raise NotImplementedError("This model has no operation for this.")