gemini model changes using langserve

Author: aashipandya

backend/requirements.txt

@@ -78,6 +78,8 @@ langchain-text-splitters==0.0.1
 langdetect==1.0.9
 langsmith==0.1.31
 layoutparser==0.3.4
+langserve
+langchain-cli
 lxml==5.1.0
 MarkupSafe==2.1.5
 marshmallow==3.20.2

backend/score.py

@@ -8,7 +8,8 @@
 import uvicorn
 import asyncio
 import base64
-
+from langserve import add_routes
+from langchain_google_vertexai import ChatVertexAI
 
 
 def healthy_condition():
@@ -30,6 +31,9 @@ def sick():
     allow_methods=["*"],
     allow_headers=["*"],
 )
+
+add_routes(app,ChatVertexAI(), path="/vertexai")
+
 app.add_api_route("/health", health([healthy_condition, healthy]))
 
 @app.post("/sources")