Merge pull request #171 from flocko-motion/flo-dev

Mistral works, Mistral images work, Openai Audio works

Author: flocko-motion

.vscode/launch.json

@@ -103,5 +103,19 @@
             ],
             "buildFlags": "-tags=ai_tests"
         },
+        {
+            "name": "Debug TestAudioPlaythroughOpenai",
+            "type": "go",
+            "request": "launch",
+            "mode": "test",
+            "program": "${workspaceFolder}/testing",
+            "cwd": "${workspaceFolder}/testing",
+            "args": [
+                "-test.run",
+                "TestGameEngineTestSuite/TestAudioPlaythroughOpenai",
+                "-test.v"
+            ],
+            "buildFlags": "-tags=ai_tests"
+        },
     ]
 }

server/api/routes/apikeys.go

@@ -3,6 +3,7 @@ package routes
 import (
 	"net/http"
 	"strings"
+	"time"
 
 	"cgl/api/httpx"
 	"cgl/db"
@@ -108,7 +109,14 @@ func CreateApiKey(w http.ResponseWriter, r *http.Request) {
 		return
 	}
 
-	share, err := db.CreateApiKeyWithSelfShare(r.Context(), user.ID, req.Name, req.Platform, req.Key)
+	// Default name: capitalize platform + today's date, e.g. "Mistral 12.02.26"
+	name := strings.TrimSpace(req.Name)
+	if name == "" {
+		platform := strings.ToUpper(req.Platform[:1]) + req.Platform[1:]
+		name = platform + " " + time.Now().Format("02.01.06")
+	}
+
+	share, err := db.CreateApiKeyWithSelfShare(r.Context(), user.ID, name, req.Platform, req.Key)
 	if err != nil {
 		// Check if it's a platform validation error
 		if strings.Contains(err.Error(), "unknown platform") {

server/api/routes/guest_play.go

@@ -97,6 +97,7 @@ func PlayGuestCreateSession(w http.ResponseWriter, r *http.Request) {
 
 	responseMessage := *firstMessage
 	responseMessage.Image = nil
+	responseMessage.Audio = nil
 
 	httpx.WriteJSON(w, http.StatusOK, GuestSessionResponse{
 		GameSession: &responseSession,
@@ -174,6 +175,7 @@ func PlayGuestSendAction(w http.ResponseWriter, r *http.Request) {
 	}
 
 	response.Image = nil
+	response.Audio = nil
 	httpx.WriteJSON(w, http.StatusOK, response)
 }
 
@@ -238,6 +240,7 @@ type SessionMessageResponse struct {
 
 func toSessionMessageResponse(msg obj.GameSessionMessage) SessionMessageResponse {
 	msg.Image = nil
+	msg.Audio = nil
 	return SessionMessageResponse{msg}
 }
 

server/api/routes/router.go

@@ -135,6 +135,7 @@ func NewMux() *http.ServeMux {
 	mux.HandleFunc("GET /api/messages/{id}/status", GetMessageStatus)
 	mux.HandleFunc("GET /api/messages/{id}/image", GetMessageImage)
 	mux.HandleFunc("GET /api/messages/{id}/image/status", GetMessageImageStatus)
+	mux.HandleFunc("GET /api/messages/{id}/audio", GetMessageAudio)
 
 	// Admin
 	mux.Handle("POST /api/restart", httpx.RequireAuth(PostRestart))

server/api/routes/sessions.go

@@ -195,8 +195,9 @@ func PostSessionAction(w http.ResponseWriter, r *http.Request) {
 	}
 	log.Debug("session action completed", "session_id", session.ID, "response_id", response.ID)
 
-	// Return full message (without image bytes)
+	// Return full message (without image/audio bytes - served via separate endpoints)
 	response.Image = nil
+	response.Audio = nil
 	httpx.WriteJSON(w, http.StatusOK, response)
 }
 
@@ -272,6 +273,7 @@ func CreateGameSession(w http.ResponseWriter, r *http.Request) {
 
 	responseMessage := *firstMessage
 	responseMessage.Image = nil
+	responseMessage.Audio = nil
 
 	httpx.WriteJSON(w, http.StatusOK, SessionResponse{
 		GameSession: &responseSession,
@@ -565,6 +567,42 @@ func GetMessageImage(w http.ResponseWriter, r *http.Request) {
 	w.Write(msg.Image)
 }
 
+// GetMessageAudio godoc
+//
+//	@Summary		Get message audio
+//	@Description	Returns the audio narration for a message (MP3 format).
+//	@Description	No authentication required - message UUIDs are random and unguessable.
+//	@Tags			messages
+//	@Produce		audio/mpeg
+//	@Param			id	path		string	true	"Message ID (UUID)"
+//	@Success		200	{file}		binary
+//	@Failure		400	{object}	httpx.ErrorResponse	"Invalid message ID"
+//	@Failure		404	{object}	httpx.ErrorResponse	"Message or audio not found"
+//	@Router			/messages/{id}/audio [get]
+func GetMessageAudio(w http.ResponseWriter, r *http.Request) {
+	messageID, err := httpx.PathParamUUID(r, "id")
+	if err != nil {
+		httpx.WriteError(w, http.StatusBadRequest, "Invalid message ID")
+		return
+	}
+
+	audio, err := db.GetGameSessionMessageAudioByID(r.Context(), messageID)
+	if err != nil {
+		httpx.WriteError(w, http.StatusNotFound, "Message not found")
+		return
+	}
+
+	if len(audio) == 0 {
+		httpx.WriteError(w, http.StatusNotFound, "Audio not found")
+		return
+	}
+
+	w.Header().Set("Content-Type", "audio/mpeg")
+	w.Header().Set("Cache-Control", "public, max-age=31536000")
+	w.WriteHeader(http.StatusOK)
+	w.Write(audio)
+}
+
 // GetMessageStream godoc
 //
 //	@Summary		Stream message updates (SSE)
@@ -609,12 +647,17 @@ func GetMessageStream(w http.ResponseWriter, r *http.Request) {
 		return
 	}
 
-	// Stream chunks to client until both text and image are done
+	// Stream chunks to client until text, image, and audio are all done
+	log.Debug("[SSE] client connected", "message_id", messageID)
 	textDone := false
 	imageDone := false
+	audioDone := false
+	chunkCount := 0
 
 	for chunk := range s.Chunks {
+		chunkCount++
 		data, _ := json.Marshal(chunk)
+		log.Debug("[SSE] sending chunk to client", "message_id", messageID, "chunk_num", chunkCount, "text_len", len(chunk.Text), "textDone", chunk.TextDone, "imageDone", chunk.ImageDone, "audioDone", chunk.AudioDone)
 		fmt.Fprintf(w, "data: %s\n\n", data)
 		flusher.Flush()
 
@@ -624,10 +667,14 @@ func GetMessageStream(w http.ResponseWriter, r *http.Request) {
 		if chunk.ImageDone {
 			imageDone = true
 		}
+		if chunk.AudioDone {
+			audioDone = true
+		}
 		if chunk.Error != "" {
 			break
 		}
-		if textDone && imageDone {
+		// Stream is complete when all active channels are done
+		if textDone && imageDone && audioDone {
 			break
 		}
 	}

server/db/api_key_shares.go

@@ -497,6 +497,7 @@ func GetApiKeysWithShares(ctx context.Context, userID uuid.UUID) ([]obj.ApiKey,
 			seenKeys[s.ApiKeyID] = true
 			apiKeys = append(apiKeys, obj.ApiKey{
 				ID:               s.ApiKeyID,
+				Meta:             obj.Meta{CreatedAt: &s.CreatedAt},
 				UserID:           s.OwnerID,
 				UserName:         s.OwnerName,
 				Name:             s.ApiKeyName,