Minor changes to the run_llm example

Author: frikky

shuffle-ai/1.0.0/api.yaml

@@ -18,7 +18,7 @@ actions:
   - name: run_llm 
     description: "Runs a local LLM, with a GPU or CPU (slow). Default model is set up in Dockerfile" 
     parameters:
-      - name: question 
+      - name: input 
         description: "The input question to the model"
         required: true
         multiline: true

shuffle-ai/1.0.0/src/app.py

@@ -78,7 +78,7 @@ def __init__(self, redis, logger, console_logger=None):
 
     #def run_llm(self, question, model="llama3.2"):
     #def run_llm(self, question, model="deepseek-v3"):
-    def run_llm(self, question, system_message=""):
+    def run_llm(self, input, system_message=""):
         global llm
         global model
 
@@ -97,7 +97,7 @@ def run_llm(self, question, system_message=""):
                 },
                 {
                     "role": "user",
-                    "content": question,
+                    "content": input,
                 }
             ]
         )

shuffle-ai/1.0.0/upload.sh

@@ -2,5 +2,6 @@
 gcloud run deploy shuffle-ai-1-0-0 \
 	--region=europe-west2 \
 	--max-instances=5 \
+	--memory=2Gi \
 	--set-env-vars=SHUFFLE_APP_EXPOSED_PORT=8080,SHUFFLE_SWARM_CONFIG=run,SHUFFLE_LOGS_DISABLED=true,SHUFFLE_APP_SDK_TIMEOUT=120 --source=./  \
 	--timeout=120s