[FEAT] NoOp adapters for load testing (#109)

* Exception handling for Prompt Service

* Initial commit for No Op Adapters for Load testing

* Update src/unstract/sdk/adapters/embedding/no_op_embedding/src/static/json_schema.json

Co-authored-by: Chandrasekharan M <[email protected]>
Signed-off-by: harini-venkataraman <[email protected]>

* Update src/unstract/sdk/adapters/llm/no_op_llm/src/__init__.py

Co-authored-by: Chandrasekharan M <[email protected]>
Signed-off-by: harini-venkataraman <[email protected]>

* Update readme text

Co-authored-by: Chandrasekharan M <[email protected]>
Signed-off-by: harini-venkataraman <[email protected]>

* Update ReadMe text

* Remove sleep for test connections

* Adding details for usabilitiy

* Changing wait time data type to float

* renaming methods

* Update src/unstract/sdk/llm.py

Co-authored-by: Hari John Kuriakose <[email protected]>
Signed-off-by: harini-venkataraman <[email protected]>

* Write extracted file

* Removing check for NoOp from base

* Renames to no-op folders

* Version bump for SDK

* File renames

* Adding sleep for test connection

---------

Signed-off-by: harini-venkataraman <[email protected]>
Co-authored-by: Chandrasekharan M <[email protected]>
Co-authored-by: Hari John Kuriakose <[email protected]>

Author: 3 people

src/unstract/sdk/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "0.51.0"
+__version__ = "0.52.0"
 
 
 def get_sdk_version():

src/unstract/sdk/adapters/embedding/no_op/README.md

@@ -0,0 +1,3 @@
+# Unstract NoOp Embedding adapter for load testing
+
+An embedding adapter that does not perform any operation. Waits for the configured time before returning a response. This can be useful to perform tests on the system

src/unstract/sdk/adapters/embedding/no_op/pyproject.toml

@@ -0,0 +1,25 @@
+[build-system]
+requires = ["pdm-backend"]
+build-backend = "pdm.backend"
+
+
+[project]
+name = "unstract-no-op-embedding"
+version = "0.0.1"
+description = "NoOp Embedding"
+authors = [
+    {name = "Zipstack Inc.", email = "[email protected]"},
+]
+dependencies = [
+]
+requires-python = ">=3.9"
+readme = "README.md"
+classifiers = [
+  "Programming Language :: Python"
+]
+license = {text = "MIT"}
+
+[tool.pdm.build]
+includes = ["src"]
+package-dir = "src"
+# source-includes = ["tests"]

src/unstract/sdk/adapters/embedding/no_op/src/__init__.py

@@ -0,0 +1,9 @@
+from .no_op_embedding import NoOpEmbedding
+
+metadata = {
+    "name": NoOpEmbedding.__name__,
+    "version": "1.0.0",
+    "adapter": NoOpEmbedding,
+    "description": "NoOp embedding adapter",
+    "is_active": True,
+}

src/unstract/sdk/adapters/embedding/no_op/src/no_op_custom_embedding.py

@@ -0,0 +1,12 @@
+from typing import Any
+
+from llama_index.core import MockEmbedding
+
+
+class NoOpCustomEmbedding(MockEmbedding):
+
+    embed_dim: int
+
+    def __init__(self, embed_dim: int, wait_time: float, **kwargs: Any) -> None:
+        """Init params."""
+        super().__init__(embed_dim=embed_dim, **kwargs, wait_time=wait_time)

src/unstract/sdk/adapters/embedding/no_op/src/no_op_embedding.py

@@ -0,0 +1,53 @@
+import os
+import time
+from typing import Any
+
+from llama_index.core.embeddings import BaseEmbedding
+
+from unstract.sdk.adapters.embedding.embedding_adapter import EmbeddingAdapter
+from unstract.sdk.adapters.embedding.no_op.src.no_op_custom_embedding import (
+    NoOpCustomEmbedding,
+)
+
+
+class NoOpEmbedding(EmbeddingAdapter):
+    def __init__(self, settings: dict[str, Any]):
+        super().__init__("NoOpCustomEmbedding")
+        self.config = settings
+
+    @staticmethod
+    def get_id() -> str:
+        return "noOpEmbedding|ff223003-fee8-4079-b288-e86215e6b39a"
+
+    @staticmethod
+    def get_name() -> str:
+        return "No Op Embedding"
+
+    @staticmethod
+    def get_description() -> str:
+        return "No Op Embedding"
+
+    @staticmethod
+    def get_icon() -> str:
+        return "/icons/adapter-icons/noOpEmbedding.png"
+
+    @staticmethod
+    def get_provider() -> str:
+        return "NoOp"
+
+    @staticmethod
+    def get_json_schema() -> str:
+        f = open(f"{os.path.dirname(__file__)}/static/json_schema.json")
+        schema = f.read()
+        f.close()
+        return schema
+
+    def get_embedding_instance(self) -> BaseEmbedding:
+        embedding: BaseEmbedding = NoOpCustomEmbedding(
+            embed_dim=1, wait_time=self.config.get("wait_time")
+        )
+        return embedding
+
+    def test_connection(self) -> bool:
+        time.sleep(self.config.get("wait_time"))
+        return True

src/unstract/sdk/adapters/embedding/no_op/src/static/json_schema.json

@@ -0,0 +1,22 @@
+{
+  "title": "No-op",
+  "type": "object",
+  "required": [
+    "adapter_name",
+    "wait_time"
+  ],
+  "properties": {
+    "adapter_name": {
+      "type": "string",
+      "title": "Name",
+      "default": "no-op-embedding",
+      "description": "Provide a unique name for this No Op adapter instance. Example: no-op-instance-1"
+    },
+    "wait_time": {
+      "type": "number",
+      "title": "Wait time (in seconds)",
+      "default": "0",
+      "description": "Provide the time to wait (in seconds) before returning the response"
+    }
+  }
+}

src/unstract/sdk/adapters/llm/no_op/README.md

@@ -0,0 +1,3 @@
+# Unstract NoOp LLM adapter for load testing
+
+An LLM adapter that does not perform any operation. Waits for the configured time before returning a response. This can be useful to perform tests on the system

src/unstract/sdk/adapters/llm/no_op/pyproject.toml

@@ -0,0 +1,25 @@
+[build-system]
+requires = ["pdm-backend"]
+build-backend = "pdm.backend"
+
+
+[project]
+name = "unstract-no-op-llm"
+version = "0.0.1"
+description = "noOp LLM"
+authors = [
+    {name = "Zipstack Inc.", email = "[email protected]"},
+]
+dependencies = [
+]
+requires-python = ">=3.9"
+readme = "README.md"
+classifiers = [
+  "Programming Language :: Python"
+]
+license = {text = "MIT"}
+
+[tool.pdm.build]
+includes = ["src"]
+package-dir = "src"
+# source-includes = ["tests"]

src/unstract/sdk/adapters/llm/no_op/src/__init__.py

@@ -0,0 +1,11 @@
+from unstract.sdk.adapters.llm.no_op.src.no_op_llm import NoOpLLM
+
+metadata = {
+    "name": NoOpLLM.__name__,
+    "version": "1.0.0",
+    "adapter": NoOpLLM,
+    "description": "NoOp LLM adapter",
+    "is_active": True,
+}
+
+__all__ = ["NoOpLLM"]