grok.ts

import { settings } from '$lib/config'
import { fetchRelevantHistory } from './history'
import { logger } from './logger'
import { openAiPrompt, systemContext } from './prompts'
import type { Message, ToneType } from './types'
import { formatMessagesAsText } from './utils'

const API_URL = 'https://grok.x.ai/api/chat/completions'
const DEFAULT_MODEL = 'grok-1'
const DEFAULT_TEMPERATURE = 0.5

const getConfig = () => ({
    model: settings.GROK_MODEL || DEFAULT_MODEL,
    temperature: Number(settings.GROK_TEMPERATURE || DEFAULT_TEMPERATURE),
    apiKey: settings.GROK_API_KEY,
})

export const getGrokReply = async (
    messages: Message[],
    tone: ToneType,
    context: string
): Promise<{ summary: string; replies: string[] }> => {
    const config = getConfig()
    if (!config.apiKey) {
        return {
            summary: 'Grok API key is not configured.',
            replies: ['Please set up your Grok API key in the .env file.'],
        }
    }

    const historyContext = await fetchRelevantHistory(messages)
    const prompt = openAiPrompt(tone, historyContext) + '\n\n' + context

    const body = {
        model: config.model,
        messages: [
            { role: 'system', content: systemContext() },
            { role: 'user', content: formatMessagesAsText(messages) },
            { role: 'user', content: prompt },
        ],
        temperature: config.temperature,
        tools: [
            {
                type: 'function',
                function: {
                    name: 'draft_replies',
                    description: 'Generate a short summary and three suggested replies',
                    parameters: {
                        type: 'object',
                        properties: {
                            summary: { type: 'string' },
                            replies: { type: 'array', items: { type: 'string' } },
                        },
                        required: ['summary', 'replies'],
                    },
                },
            },
        ],
        tool_choice: { type: 'function', function: { name: 'draft_replies' } },
    }

    logger.debug({ body }, 'Sending request to Grok')
    logger.info('Sending request to Grok')

    try {
        const response = await fetch(API_URL, {
            method: 'POST',
            headers: {
                'Content-Type': 'application/json',
                Authorization: `Bearer ${config.apiKey}`,
            },
            body: JSON.stringify(body),
        })

        if (!response.ok) {
            logger.error({ status: response.status }, 'Grok API error')
            throw new Error(`Grok API error code ${response.status}: ${response.statusText}`)
        }

        const { choices } = await response.json()
        const functionCall = choices[0]?.message?.tool_calls?.[0]?.function
        if (!functionCall) throw new Error('No function call in response')
        const { summary, replies } = JSON.parse(functionCall.arguments)

        if (!summary || !Array.isArray(replies)) {
            logger.error({ summary, replies }, 'Invalid response format from Grok')
            throw new Error('Invalid response format from Grok')
        }

        return { summary, replies }
    } catch (error) {
        logger.error({ error }, 'Failed to get Grok reply')
        return {
            summary: '',
            replies: ['(AI API error. Check your key and usage.)'],
        }
    }
}