feat: add meaningful LMStudioPredictionError subclasses and session-scoped model loading fixture

Author: RajaMuhammadAwais

.vscode/tasks.json

@@ -0,0 +1,10 @@
+{
+	"version": "2.0.0",
+	"tasks": [
+		{
+			"type": "shell",
+			"label": "Run chatbot example",
+			"command": "python3 examples/chatbot.py"
+		}
+	]
+}

pyproject.toml

@@ -92,7 +92,8 @@ addopts = "--strict-markers"
 markers = [
     "slow: marks tests as slow (deselect with '-m \"not slow\"')",
     "lmstudio: marks tests as needing LM Studio (deselect with '-m \"not lmstudio\"')",
-    "wip: marks tests as a work-in-progress (select with '-m \"wip\"')"
+    "wip: marks tests as a work-in-progress (select with '-m \"wip\"')",
+    "asyncio: marks tests as asyncio-based",
 ]
 # Warnings should only be emitted when being specifically tested
 filterwarnings = [
@@ -102,7 +103,6 @@ filterwarnings = [
 log_format = "%(asctime)s %(levelname)s %(message)s"
 log_date_format = "%Y-%m-%d %H:%M:%S"
 # Each async test case gets a fresh event loop by default
-asyncio_default_fixture_loop_scope = "function"
 
 [tool.coverage.run]
 relative_files = true

src/lmstudio/__init__.py

@@ -17,6 +17,14 @@
 from .schemas import *
 from .history import *
 from .json_api import *
+from .json_api import (
+    LMStudioPredictionError,
+    LMStudioModelLoadError,
+    LMStudioInputValidationError,
+    LMStudioPredictionTimeoutError,
+    LMStudioPredictionCancelledError,
+    LMStudioPredictionRuntimeError,
+)
 from .async_api import *
 from .sync_api import *
 

src/lmstudio/json_api.py

@@ -418,10 +418,32 @@ def __init__(self, message: str) -> None:
         super().__init__(message, None)
 
 
+@sdk_public_type
+
 @sdk_public_type
 class LMStudioPredictionError(LMStudioServerError):
     """Problems reported by the LM Studio instance during a model prediction."""
 
+@sdk_public_type
+class LMStudioModelLoadError(LMStudioPredictionError):
+    """Raised when a model fails to load for a prediction."""
+
+@sdk_public_type
+class LMStudioInputValidationError(LMStudioPredictionError):
+    """Raised when input to a prediction is invalid (e.g., bad prompt, bad parameters)."""
+
+@sdk_public_type
+class LMStudioPredictionTimeoutError(LMStudioPredictionError):
+    """Raised when a prediction times out before completion."""
+
+@sdk_public_type
+class LMStudioPredictionCancelledError(LMStudioPredictionError):
+    """Raised when a prediction is cancelled before completion."""
+
+@sdk_public_type
+class LMStudioPredictionRuntimeError(LMStudioPredictionError):
+    """Raised for unexpected runtime errors during prediction."""
+
 
 @sdk_public_type
 class LMStudioClientError(LMStudioError):

tests/async/test_embedding_async.py

@@ -8,7 +8,7 @@
 
 from lmstudio import AsyncClient, EmbeddingLoadModelConfig, LMStudioModelNotFoundError
 
-from ..support import (
+from tests.support import (
     EXPECTED_EMBEDDING,
     EXPECTED_EMBEDDING_CONTEXT_LENGTH,
     EXPECTED_EMBEDDING_ID,

tests/async/test_images_async.py

@@ -9,7 +9,7 @@
 
 from lmstudio import AsyncClient, Chat, FileHandle, LMStudioServerError
 
-from ..support import (
+from tests.support import (
     EXPECTED_VLM_ID,
     IMAGE_FILEPATH,
     SHORT_PREDICTION_CONFIG,

tests/async/test_inference_async.py

@@ -28,7 +28,7 @@
     ToolCallRequest,
 )
 
-from ..support import (
+from tests.support import (
     ADDITION_TOOL_SPEC,
     EXPECTED_LLM_ID,
     GBNF_GRAMMAR,

tests/async/test_llm_async.py

@@ -13,7 +13,7 @@
     history,
 )
 
-from ..support import EXPECTED_LLM, EXPECTED_LLM_ID, check_sdk_error
+from tests.support import EXPECTED_LLM, EXPECTED_LLM_ID, check_sdk_error
 
 
 @pytest.mark.asyncio

tests/async/test_model_catalog_async.py

@@ -12,7 +12,7 @@
 from lmstudio import AsyncClient, LMStudioModelNotFoundError, LMStudioServerError
 from lmstudio.json_api import DownloadedModelBase, ModelHandleBase
 
-from ..support import (
+from tests.support import (
     LLM_LOAD_CONFIG,
     EXPECTED_LLM,
     EXPECTED_LLM_ID,

tests/async/test_model_handles_async.py

@@ -12,7 +12,7 @@
 
 from lmstudio import AsyncClient, PredictionResult
 
-from ..support import (
+from tests.support import (
     EXPECTED_EMBEDDING,
     EXPECTED_EMBEDDING_ID,
     EXPECTED_EMBEDDING_LENGTH,