Merge pull request #6 from muharamdani/feature/stream-support

Feature | Stream support

Author: muharamdani

README.md

@@ -3,6 +3,7 @@ This is a CLI tool to call the Quora Poe API through GraphQL. It is a work in pr
 - Auto login using temporary email, so you don't need to use your own email/phone number.
 - Semi auto login using your own email/phone number, you need to enter the OTP manually.
 - Chat with 4 types of bots (Sage, Claude, ChatGPT, and Dragonfly).
+- Stream responses support from the bot.
 - Clear the chat history.
 
 ## Requirements
@@ -26,8 +27,10 @@ npm start
 ```
 
 ## TODO List
-- [ ] Add support for relogin after session expires
-- [ ] Add stream support
+- [ ] Make it modular, so it can be used as a library
+- [ ] Add support for re-login after session expires
+- [ ] Add support for get chat history
+- [ ] Add support for delete message
 
 ## Contributing
 

dist/credential.js

@@ -1,5 +1,6 @@
 import fetch from 'cross-fetch';
-export const scrape = async () => {
+import { readFileSync, writeFile } from "fs";
+const scrape = async () => {
     const _pb = await fetch("https://poe.com/login"), pbCookie = _pb.headers.get("set-cookie")?.split(";")[0];
     const _setting = await fetch('https://poe.com/api/settings', { headers: { cookie: `${pbCookie}` } });
     if (_setting.status !== 200)
@@ -11,4 +12,20 @@ export const scrape = async () => {
         appSettings,
     };
 };
-export default scrape;
+const getUpdatedSettings = async (channelName, pbCookie) => {
+    const _setting = await fetch(`https://poe.com/api/settings?channel=${channelName}`, { headers: { cookie: `${pbCookie}` } });
+    if (_setting.status !== 200)
+        throw new Error("Failed to fetch token");
+    const appSettings = await _setting.json(), { tchannelData: { minSeq: minSeq } } = appSettings;
+    const credentials = JSON.parse(readFileSync("config.json", "utf8"));
+    credentials.app_settings.tchannelData.minSeq = minSeq;
+    writeFile("config.json", JSON.stringify(credentials), function (err) {
+        if (err) {
+            console.log(err);
+        }
+    });
+    return {
+        minSeq,
+    };
+};
+export { scrape, getUpdatedSettings };

dist/index.js

@@ -3,7 +3,8 @@ import prompts from "prompts";
 import ora from "ora";
 import * as dotenv from "dotenv";
 import { readFileSync, writeFile } from "fs";
-import scrape from "./credential.js";
+import { scrape, getUpdatedSettings } from "./credential.js";
+import { listenWs, connectWs, disconnectWs } from "./websocket.js";
 import * as mail from "./mail.js";
 dotenv.config();
 const spinner = ora({
@@ -24,28 +25,26 @@ class ChatBot {
     constructor() {
         this.headers = {
             'Content-Type': 'application/json',
-            'User-Agent': 'PostmanRuntime/7.31.1',
             'Accept': '*/*',
             'Host': 'poe.com',
             'Accept-Encoding': 'gzip, deflate, br',
             'Connection': 'keep-alive',
+            'Origin': 'https://poe.com',
         };
         this.chatId = 0;
         this.bot = "";
     }
     async getCredentials() {
         const credentials = JSON.parse(readFileSync("config.json", "utf8"));
         const { quora_formkey, quora_cookie } = credentials;
-        console.log("FROM GET CREDENTIALS");
-        console.log(quora_formkey);
-        console.log(quora_cookie);
         if (quora_formkey.length > 0 && quora_cookie.length > 0) {
             formkey = quora_formkey;
             pbCookie = quora_cookie;
             // For websocket later feature
             channelName = credentials.channel_name;
             appSettings = credentials.app_settings;
             this.headers["poe-formkey"] = formkey;
+            this.headers["poe-tchannel"] = channelName;
             this.headers["Cookie"] = pbCookie;
         }
         return quora_formkey.length > 0 && quora_cookie.length > 0;
@@ -61,20 +60,37 @@ class ChatBot {
         // set value
         formkey = result.appSettings.formkey;
         pbCookie = result.pbCookie;
-        console.log("FROM SET CREDENTIALS");
-        console.log(formkey);
-        console.log(pbCookie);
         // For websocket later feature
         channelName = result.channelName;
         appSettings = result.appSettings;
         this.headers["poe-formkey"] = formkey;
+        this.headers["poe-tchannel"] = channelName;
         this.headers["Cookie"] = pbCookie;
         writeFile("config.json", JSON.stringify(credentials), function (err) {
             if (err) {
                 console.log(err);
             }
         });
     }
+    async subscribe() {
+        const query = {
+            queryName: 'subscriptionsMutation',
+            variables: {
+                subscriptions: [
+                    {
+                        subscriptionName: 'messageAdded',
+                        query: 'subscription subscriptions_messageAdded_Subscription(\n  $chatId: BigInt!\n) {\n  messageAdded(chatId: $chatId) {\n    id\n    messageId\n    creationTime\n    state\n    ...ChatMessage_message\n    ...chatHelpers_isBotMessage\n  }\n}\n\nfragment ChatMessageDownvotedButton_message on Message {\n  ...MessageFeedbackReasonModal_message\n  ...MessageFeedbackOtherModal_message\n}\n\nfragment ChatMessageDropdownMenu_message on Message {\n  id\n  messageId\n  vote\n  text\n  ...chatHelpers_isBotMessage\n}\n\nfragment ChatMessageFeedbackButtons_message on Message {\n  id\n  messageId\n  vote\n  voteReason\n  ...ChatMessageDownvotedButton_message\n}\n\nfragment ChatMessageOverflowButton_message on Message {\n  text\n  ...ChatMessageDropdownMenu_message\n  ...chatHelpers_isBotMessage\n}\n\nfragment ChatMessageSuggestedReplies_SuggestedReplyButton_message on Message {\n  messageId\n}\n\nfragment ChatMessageSuggestedReplies_message on Message {\n  suggestedReplies\n  ...ChatMessageSuggestedReplies_SuggestedReplyButton_message\n}\n\nfragment ChatMessage_message on Message {\n  id\n  messageId\n  text\n  author\n  linkifiedText\n  state\n  ...ChatMessageSuggestedReplies_message\n  ...ChatMessageFeedbackButtons_message\n  ...ChatMessageOverflowButton_message\n  ...chatHelpers_isHumanMessage\n  ...chatHelpers_isBotMessage\n  ...chatHelpers_isChatBreak\n  ...chatHelpers_useTimeoutLevel\n  ...MarkdownLinkInner_message\n}\n\nfragment MarkdownLinkInner_message on Message {\n  messageId\n}\n\nfragment MessageFeedbackOtherModal_message on Message {\n  id\n  messageId\n}\n\nfragment MessageFeedbackReasonModal_message on Message {\n  id\n  messageId\n}\n\nfragment chatHelpers_isBotMessage on Message {\n  ...chatHelpers_isHumanMessage\n  ...chatHelpers_isChatBreak\n}\n\nfragment chatHelpers_isChatBreak on Message {\n  author\n}\n\nfragment chatHelpers_isHumanMessage on Message {\n  author\n}\n\nfragment chatHelpers_useTimeoutLevel on Message {\n  id\n  state\n  text\n  messageId\n}\n'
+                    },
+                    {
+                        subscriptionName: 'viewerStateUpdated',
+                        query: 'subscription subscriptions_viewerStateUpdated_Subscription {\n  viewerStateUpdated {\n    id\n    ...ChatPageBotSwitcher_viewer\n  }\n}\n\nfragment BotHeader_bot on Bot {\n  displayName\n  ...BotImage_bot\n}\n\nfragment BotImage_bot on Bot {\n  profilePicture\n  displayName\n}\n\nfragment BotLink_bot on Bot {\n  displayName\n}\n\nfragment ChatPageBotSwitcher_viewer on Viewer {\n  availableBots {\n    id\n    ...BotLink_bot\n    ...BotHeader_bot\n  }\n}\n'
+                    }
+                ]
+            },
+            query: 'mutation subscriptionsMutation(\n  $subscriptions: [AutoSubscriptionQuery!]!\n) {\n  autoSubscribe(subscriptions: $subscriptions) {\n    viewer {\n      id\n    }\n  }\n}\n'
+        };
+        await this.makeRequest(query);
+    }
     async start() {
         const isFormkeyAvailable = await this.getCredentials();
         if (!isFormkeyAvailable) {
@@ -92,8 +108,12 @@ class ChatBot {
                 process.exit(0);
             }
             await this.setCredentials();
+            await this.subscribe();
             await this.login(mode);
         }
+        await getUpdatedSettings(channelName, pbCookie);
+        await this.subscribe();
+        const ws = await connectWs();
         const { bot } = await prompts({
             type: "select",
             name: "bot",
@@ -111,6 +131,7 @@ class ChatBot {
             "\n!exit - exit the chat" +
             "\n!clear - clear chat history" +
             "\n!submit - submit prompt";
+        await this.clearContext();
         console.log(helpMsg);
         let submitedPrompt = "";
         while (true) {
@@ -124,7 +145,8 @@ class ChatBot {
                     console.log(helpMsg);
                 }
                 else if (prompt === "!exit") {
-                    break;
+                    await disconnectWs(ws);
+                    process.exit(0);
                 }
                 else if (prompt === "!clear") {
                     spinner.start("Clearing chat history...");
@@ -138,12 +160,11 @@ class ChatBot {
                         console.log("No prompt to submit");
                         continue;
                     }
-                    spinner.start("Waiting for response...");
                     await this.sendMsg(submitedPrompt);
-                    let response = await this.getResponse();
-                    spinner.stop();
+                    process.stdout.write("Response: ");
+                    await listenWs(ws);
+                    console.log('\n');
                     submitedPrompt = "";
-                    console.log(response);
                 }
                 else {
                     submitedPrompt += prompt + "\n";
@@ -163,8 +184,6 @@ class ChatBot {
     async login(mode) {
         if (mode === "auto") {
             const { email, sid_token } = await mail.createNewEmail();
-            console.log("EMAIL: " + email);
-            console.log("SID_TOKEN: " + sid_token);
             const status = await this.sendVerifCode(null, email);
             spinner.start("Waiting for OTP code...");
             const otp_code = await mail.getPoeOTPCode(sid_token);
@@ -332,6 +351,7 @@ class ChatBot {
             throw new Error("Could not send message");
         }
     }
+    // Responce without stream
     async getResponse() {
         let text;
         let state;

dist/websocket.js

@@ -0,0 +1,61 @@
+import WebSocket from 'ws';
+import * as diff from 'diff';
+import { readFileSync } from "fs";
+const getSocketUrl = async () => {
+    const socketUrl = 'wss://tch252531.tch.quora.com';
+    const credentials = JSON.parse(readFileSync("config.json", "utf8"));
+    const appSettings = credentials.app_settings.tchannelData;
+    const boxName = appSettings.boxName;
+    const minSeq = appSettings.minSeq;
+    const channel = appSettings.channel;
+    const hash = appSettings.channelHash;
+    return `${socketUrl}/up/${boxName}/updates?min_seq=${minSeq}&channel=${channel}&hash=${hash}`;
+};
+export const connectWs = async () => {
+    const url = await getSocketUrl();
+    const ws = new WebSocket(url);
+    return new Promise((resolve, reject) => {
+        ws.on('open', function open() {
+            console.log("Connected to websocket");
+            return resolve(ws);
+        });
+    });
+};
+export const disconnectWs = async (ws) => {
+    return new Promise((resolve, reject) => {
+        ws.on('close', function close() {
+            return resolve(true);
+        });
+        ws.close();
+    });
+};
+export const listenWs = async (ws) => {
+    let previousText = '';
+    return new Promise((resolve, reject) => {
+        const onMessage = function incoming(data) {
+            let jsonData = JSON.parse(data);
+            if (jsonData.messages && jsonData.messages.length > 0) {
+                const messages = JSON.parse(jsonData.messages[0]);
+                const dataPayload = messages.payload.data;
+                const text = dataPayload.messageAdded.text;
+                const state = dataPayload.messageAdded.state;
+                if (state !== 'complete') {
+                    const differences = diff.diffChars(previousText, text);
+                    let result = '';
+                    differences.forEach((part) => {
+                        if (part.added) {
+                            result += part.value;
+                        }
+                    });
+                    previousText = text;
+                    process.stdout.write(result);
+                }
+                else {
+                    ws.removeListener('message', onMessage);
+                    return resolve(true);
+                }
+            }
+        };
+        ws.on('message', onMessage);
+    });
+};