Moved AI settings to the bot user level

Author: deusprogrammer

electron/bot/bot.js

@@ -4,6 +4,7 @@ const { PubSubClient } = require('@twurple/pubsub');
 const { ApiClient } = require('@twurple/api');
 const { EventSubWsListener } = require('@twurple/eventsub-ws');
 const EventQueue = require('./components/base/eventQueue');
+const ollamaJs = require('ollama');
 
 const readline = require('readline');
 
@@ -80,14 +81,54 @@ const performCustomCommand = (command, {type, coolDown, target}, botContext) =>
     }
 }
 
+class OllamaClient {
+    constructor(aiSettings) {
+        this.aiSettings = aiSettings;
+        this.messages = [];
+        this.client  = new ollamaJs.Ollama({ host: aiSettings.llmUrl });        
+    }
+
+    setup = async (setupPrompt) => {
+        this.messages.push({
+            role: "system",
+            content: setupPrompt
+        });
+        await this.client.chat({
+            stream: false,
+            model: this.aiSettings.llmModel,
+            messages: this.messages
+        });
+    }
+
+    send = async (username, message) => {
+        this.messages.push({
+            role: "user",
+            content: `${username}: ${message}`
+        });
+        let response = await this.client.chat({
+            stream: false,
+            model: this.aiSettings.llmModel,
+            messages: this.messages
+        });
+        this.messages.push(response.message);
+        return response.message.content;
+    }
+}
+
 // Define configuration options for chat bot
 const startBot = async (botConfig, selectedBotUser) => {
     try {
         let {accessToken, clientId, twitchChannel, botUsers, devMode, broadcasterId} = botConfig;
         let botContext = {};
-        let chatAccessToken = botUsers[selectedBotUser].accessToken;
+        let {accessToken: chatAccessToken, aiSettings} = botUsers[selectedBotUser];
+        let ollama;
 
-        console.log("STARTING BOT AS : " + selectedBotUser);
+        if (aiSettings && aiSettings.aiEnabled) {
+            ollama = new OllamaClient(aiSettings);
+            ollama.setup(`You are a chatter in a Twitch stream.  The following is a description of your personality: "${aiSettings.chatBotPersonalityPrompt}".  Every prompt after this one is a message from one of the other people in Twitch chat preceded by their name.  When you reply you do not need to append your username to the beginning of your response.`)
+        }
+
+        console.log("STARTING A BOT AS : " + selectedBotUser);
 
         let plugins = [deathCounterPlugin, requestPlugin, cameraObscura, modTools];
 
@@ -142,6 +183,9 @@ const startBot = async (botConfig, selectedBotUser) => {
                     console.error(e.message + ": " + e.stack);
                     EventQueue.sendErrorToChat(new Error(e));
                 }
+            } else if (command.includes(selectedBotUser)) {
+                let response = await ollama.send(context.username, command);
+                EventQueue.sendInfoToChat(response);
             }
         }
 
@@ -254,15 +298,14 @@ const startBot = async (botConfig, selectedBotUser) => {
             onMessageHandler(channel, {username, id: ""}, message);
         });
         client.onConnect(onConnectedHandler);
-        client.onRaid((channel, username, {viewerCount}) => {onRaid(channel, username, viewerCount)});
-        
-        let subListener = await pubSubClient.onSubscription(broadcasterId, onSubscription);
-        let cheerListener = await pubSubClient.onBits(broadcasterId, onBits);
-        let redemptionListener = await pubSubClient.onRedemption(broadcasterId, onRedemption);
 
-        eventListener.onChannelFollow(broadcasterId, broadcasterId, onFollow);
+        let followListener = eventListener.onChannelFollow(broadcasterId, broadcasterId, onFollow);
+        let raidListener = eventListener.onChannelRaidTo(broadcasterId, ({raidingBroadcasterName, viewers}) => onRaid(twitchChannel, raidingBroadcasterName, viewers));
+        let redemptionListener = eventListener.onChannelRedemptionAdd(broadcasterId, onRedemption);
+        let subListener = eventListener.onChannelSubscription(broadcasterId, onSubscription);
+        let cheerListener = eventListener.onChannelCheer(broadcasterId, onBits);
 
-        listeners = [subListener, cheerListener, redemptionListener];
+        listeners = [subListener, cheerListener, redemptionListener, followListener, raidListener];
 
         // Connect to twitch chat and pubsub
         await client.connect();
@@ -277,7 +320,11 @@ const stopBot = () => {
     EventQueue.stopEventListener();
     client.quit();
     listeners.forEach((listener) => {
-        listener.remove();
+        if (listener.remove) {
+            listener.remove();
+        } else if (listener.stop) {
+            listener.stop();
+        }
     });
 };
 

electron/bot/botPlugins/cameraObscura.js

@@ -14,8 +14,6 @@ const updateGauge = (gauges) => {
 }
 
 const performAction = async (type, id, soundId, subPanel, message, botContext) => {
-    let port = botContext.botConfig.imageServerPort;
-
     if (type === "VIDEO") {
         let video;
         if (id === null) {

package-lock.json

@@ -16,6 +16,7 @@
     "axios": "^1.7.2",
     "electron-oauth2": "^3.0.0",
     "electron-squirrel-startup": "^1.0.1",
+    "ollama": "^0.5.8",
     "portfinder": "^1.0.32",
     "react": "^18.3.1",
     "react-dom": "^18.3.1",

package.json

@@ -1,9 +1,11 @@
 import React, { useEffect, useState } from 'react';
 import { useConfig } from '../hooks/BotConfigHook';
+import { toast } from'react-toastify';
 
 const Settings = () => {
     const [botConfig, updateBotConfig, refreshBotConfig] = useConfig();
     const [animationSubPanel, setAnimationSubPanel] = useState('default');
+    const [selectedBot, setSelectedBot] = useState(null);
     const [aiSettings, setAiSettings] = useState({
         aiEnabled: false,
         aiModerationEnabled: false,
@@ -23,6 +25,11 @@ const Settings = () => {
         refreshBotConfig();
     }
 
+    const onChangeSelectedBotUser = (botUser) => {
+        setSelectedBot(botUser);
+        saveAiSettings();
+    }
+
     const deleteBotUser = async  (botUser) => {
         await window.api.send('deleteBotUser', botUser);
         if (botUser === botConfig.defaultBotUser) {
@@ -38,14 +45,21 @@ const Settings = () => {
     }
 
     const saveAiSettings = async () => {
-        updateBotConfig({...botConfig, aiSettings});
+        toast.info('Saving AI Settings...');
+        let botUsers = {...botConfig.botUsers};
+        botUsers[selectedBot] = {...botUsers[selectedBot], aiSettings};
+        await updateBotConfig({...botConfig, botUsers});
+        toast.info('AI settings saved!');
     }
 
     useEffect(() => {
         if (botConfig?.aiSettings) {
-            setAiSettings(botConfig?.aiSettings);
+            setAiSettings(botConfig?.aiSettings[selectedBot]);
+        }
+        if (!selectedBot) {
+            setSelectedBot(botConfig?.twitchChannel);
         }
-    }, [botConfig]);
+    }, [botConfig, selectedBot]);
 
     return (
         <div>
@@ -92,6 +106,11 @@ const Settings = () => {
             <h2>AI Integration</h2>
             <div style={{display: 'flex', flexDirection:'column'}}>
                 <h3>LLM Settings</h3>
+                <select value={selectedBot} onChange={e => onChangeSelectedBotUser(e.target.value)}>
+                    {Object.keys(botConfig?.botUsers || {}).map(userName => {
+                        return (<option key={`llm-bot-${userName}`} value={userName}>{userName}</option>);
+                    })}
+                </select>
                 <div>
                     <input type="checkbox" checked={aiSettings.aiEnabled} onChange={(e) => updateAiSetting('aiEnabled', e.target.checked)} />
                     <label>Enable Bot Personality</label>

src/components/Bot.jsx

@@ -38,7 +38,7 @@ const Home = () => {
                 <label>Launch bot as:</label>
                 <select value={selectedBotUser} onChange={(e) => {onSelectBot(e.target.value)}}>
                     {Object.keys(config?.botUsers || {}).map(userName => {
-                        return <option key={`bot-user-${userName}`} value={`${userName}`}>{userName}</option>;
+                        return <option key={`bot-user-${userName}`} value={userName}>{userName}</option>;
                     })}
                 </select>
             </div>