start adding lm_studio

Author: yrobla

src/codegate/providers/ollama/completion_handler.py

@@ -18,6 +18,7 @@ async def ollama_stream_generator(
     try:
         async for chunk in stream:
             try:
+                yield f"{chunk.model_dump_json()}\n\n"
                 # TODO We should wire in the client info so we can respond with
                 # the correct format and start to handle multiple clients
                 # in a more robust way.

src/codegate/providers/ollama/provider.py

@@ -87,7 +87,6 @@ async def create_completion(request: Request):
 
             is_fim_request = self._is_fim_request(request, data)
             try:
-                print("i create completion with data", data)
                 stream = await self.complete(data, api_key=None, is_fim_request=is_fim_request)
             except httpx.ConnectError as e:
                 logger = structlog.get_logger("codegate")
@@ -103,6 +102,4 @@ async def create_completion(request: Request):
                 else:
                     # just continue raising the exception
                     raise e
-            print("result is")
-            print(self._completion_handler.create_response(stream))
             return self._completion_handler.create_response(stream)

src/codegate/providers/openai/provider.py

@@ -1,5 +1,6 @@
 import json
 
+import httpx
 import structlog
 from fastapi import Header, HTTPException, Request
 
@@ -35,6 +36,7 @@ def _setup_routes(self):
 
         @self.router.post(f"/{self.provider_route_name}/chat/completions")
         @self.router.post(f"/{self.provider_route_name}/completions")
+        @self.router.post(f"/{self.provider_route_name}/v1/chat/completions")
         async def create_completion(
             request: Request,
             authorization: str = Header(..., description="Bearer token"),
@@ -45,7 +47,6 @@ async def create_completion(
             api_key = authorization.split(" ")[1]
             body = await request.body()
             data = json.loads(body)
-
             is_fim_request = self._is_fim_request(request, data)
             try:
                 stream = await self.complete(data, api_key, is_fim_request=is_fim_request)