Add conversation support

- Updated chat UI
- Additional support for conversations (WIP)
- Add support for automatically upgrading the DB schema on changes

Author: paschmann

package.json

@@ -35,11 +35,13 @@
     "jwtsecret": "mysecret",
     "admin_username": "admin",
     "admin_password": "admin",
-    "db_schema": "3.0.0"
+    "db_schema": "3.0.1",
+    "db_autoupdate": "true"
   },
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1",
-    "start": "node server/server.js"
+    "start": "node server/server.js",
+    "dev": "nodemon server/server.js --ignore 'server/data/'"
   },
   "author": "Paul Aschmann",
   "url": "https://github.com/paschmann/rasa-ui",

server/db/conversations.js

@@ -0,0 +1,42 @@
+const db = require('./db');
+const logger = require('../util/logger');
+
+module.exports = {
+  getConversations,
+  createConversation,
+  removeConversation
+};
+
+function getConversations(req, res, next) {
+  logger.winston.info('Conversations.getConversations');
+  db.all('select * from conversations where bot_id = ? order by timestamp desc', req.params.bot_id, function(err, data) {
+    if (err) {
+      logger.winston.info(err);
+    } else {
+      res.status(200).json(data);
+    }
+  });
+}
+
+function createConversation(req, res, next) {
+  logger.winston.info('Conversations.createConversation');
+  db.run('insert into conversations(bot_id)' + 'values (?)', [req.body.bot_id], function(err) {
+    if (err) {
+      logger.winston.info("Error inserting a new record");
+    } else {
+      res.status(200).json({ status: 'success', message: 'Inserted' });
+    }
+  });
+}
+
+function removeConversation(req, res, next) {
+  logger.winston.info('Conversations.removeConversation');
+  console.log(req.params);
+  db.run('delete from conversations where conversation_id = ?', req.query.conversation_id, function(err) {
+    if (err) {
+      logger.winston.info("Error removing the record");
+    } else {
+      res.status(200).json({ status: 'success', message: 'Removed' });
+    }
+  });
+}

server/db/db.js

@@ -12,50 +12,73 @@ let db = new sqlite3.Database("server/data/db.sqlite3", (err) => {
 
 function checkDBSchema() {
   //Get version of DB Schema from version table, if != to version, suggest upgrade
-  db.all("SELECT version from version", function(err, rows) {
+  db.all("SELECT * from version", function(err, rows) {
     if (err && err.errno == 1) {
       createDBSchema();
     } else {
-      if (rows[0].version == global.db_schema) {
-        logger.winston.info("Schema version (" + rows[0].version + ") matches package.json schema version (" + global.db_schema + ")"); 
+      if (rows.length > 0 && rows[0].version == global.db_schema) {
+        logger.winston.info("Schema version v" + rows[0].version + " matches package.json schema version v" + global.db_schema); 
       } else {
-        logger.winston.info("Schema version (" + rows[0].version + ") DOES NOT match package.json schema version (" + global.db_schema + ")");
-        logger.winston.info("Please upgrade your schema");
+        var current_version = "?";
+        if (rows.length > 0) {
+          current_version = rows[0].version;
+        }
+        logger.winston.info("Schema version v" + current_version + " DOES NOT match package.json schema version v" + global.db_schema);
+        if (global.db_autoupdate == "true") {
+          createDBSchema();
+        } else {
+          logger.winston.info("Please upgrade your schema");
+        }
       }
     }
   });
-  //
 }
 
-function createDBSchema() {
+function createDBSchema() { 
   try {
-    logger.winston.info("------------------------- Starting to create DB schema -------------------------");
-    db.run("CREATE TABLE IF NOT EXISTS version(version)", setDBSchemaVersion); 
-    db.run("CREATE TABLE IF NOT EXISTS bots (bot_id INTEGER PRIMARY KEY AUTOINCREMENT, bot_name TEXT, bot_config TEXT, output_folder TEXT)");
-    db.run("CREATE TABLE IF NOT EXISTS intents (intent_id INTEGER PRIMARY KEY AUTOINCREMENT, intent_name TEXT, bot_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS synonyms (synonym_id INTEGER PRIMARY KEY AUTOINCREMENT, synonym_reference TEXT, regex_pattern TEXT, bot_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS entities (entity_id INTEGER PRIMARY KEY AUTOINCREMENT, entity_name TEXT, slot_data_type TEXT, bot_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS expressions (expression_id INTEGER PRIMARY KEY AUTOINCREMENT, expression_text TEXT, intent_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS expression_parameters (parameter_id INTEGER PRIMARY KEY AUTOINCREMENT, parameter_start INTEGER, parameter_end INTEGER, parameter_value TEXT, expression_id INTEGER, intent_id INTEGER, entity_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS regex (regex_id INTEGER PRIMARY KEY AUTOINCREMENT, regex_name TEXT, regex_pattern TEXT, bot_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS responses (response_id INTEGER PRIMARY KEY AUTOINCREMENT, response_text TEXT, response_type TEXT, action_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS synonym_variants (synonym_variant_id INTEGER PRIMARY KEY AUTOINCREMENT, synonym_value TEXT, synonym_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS nlu_log (log_id INTEGER PRIMARY KEY AUTOINCREMENT, ip_address TEXT, query TEXT, event_type TEXT, event_data TEXT, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP)");
-    db.run("CREATE TABLE IF NOT EXISTS models (model_id INTEGER PRIMARY KEY AUTOINCREMENT, model_name TEXT, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP, comment TEXT, bot_id INTEGER, local_path TEXT, server_path TEXT, server_response TEXT)");
-    db.run("CREATE TABLE IF NOT EXISTS actions (action_id INTEGER PRIMARY KEY AUTOINCREMENT, action_name TEXT, bot_id INTEGER)");
-    db.run("CREATE TABLE IF NOT EXISTS stories (story_id INTEGER PRIMARY KEY AUTOINCREMENT, story_name TEXT, story TEXT, bot_id INTEGER, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP)");
+    logger.winston.info("------------------------- Starting to create/update DB schema -------------------------");
+    db.run("CREATE TABLE  bots (bot_id INTEGER PRIMARY KEY AUTOINCREMENT, bot_name TEXT, bot_config TEXT, output_folder TEXT)", function(error) { sqlOutput(error, "bots"); });
+    db.run("CREATE TABLE  intents (intent_id INTEGER PRIMARY KEY AUTOINCREMENT, intent_name TEXT, bot_id INTEGER)", function(error) { sqlOutput(error, "intents"); });
+    db.run("CREATE TABLE  synonyms (synonym_id INTEGER PRIMARY KEY AUTOINCREMENT, synonym_reference TEXT, regex_pattern TEXT, bot_id INTEGER)", function(error) { sqlOutput(error, "synonyms"); });
+    db.run("CREATE TABLE  entities (entity_id INTEGER PRIMARY KEY AUTOINCREMENT, entity_name TEXT, slot_data_type TEXT, bot_id INTEGER)", function(error) { sqlOutput(error, "entities"); });
+    db.run("CREATE TABLE  expressions (expression_id INTEGER PRIMARY KEY AUTOINCREMENT, expression_text TEXT, intent_id INTEGER)", function(error) { sqlOutput(error, "expressions"); });
+    db.run("CREATE TABLE  expression_parameters (parameter_id INTEGER PRIMARY KEY AUTOINCREMENT, parameter_start INTEGER, parameter_end INTEGER, parameter_value TEXT, expression_id INTEGER, intent_id INTEGER, entity_id INTEGER)", function(error) { sqlOutput(error, "expression_parameters"); });
+    db.run("CREATE TABLE  regex (regex_id INTEGER PRIMARY KEY AUTOINCREMENT, regex_name TEXT, regex_pattern TEXT, bot_id INTEGER)", function(error) { sqlOutput(error, "regex"); });
+    db.run("CREATE TABLE  responses (response_id INTEGER PRIMARY KEY AUTOINCREMENT, response_text TEXT, response_type TEXT, action_id INTEGER)", function(error) { sqlOutput(error, "responses"); });
+    db.run("CREATE TABLE  synonym_variants (synonym_variant_id INTEGER PRIMARY KEY AUTOINCREMENT, synonym_value TEXT, synonym_id INTEGER)", function(error) { sqlOutput(error, "synonym_variants"); });
+    db.run("CREATE TABLE  nlu_log (log_id INTEGER PRIMARY KEY AUTOINCREMENT, ip_address TEXT, query TEXT, event_type TEXT, event_data TEXT, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP)", function(error) { sqlOutput(error, "nlu_log"); });
+    db.run("CREATE TABLE  models (model_id INTEGER PRIMARY KEY AUTOINCREMENT, model_name TEXT, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP, comment TEXT, bot_id INTEGER, local_path TEXT, server_path TEXT, server_response TEXT)", function(error) { sqlOutput(error, "models"); });
+    db.run("CREATE TABLE  actions (action_id INTEGER PRIMARY KEY AUTOINCREMENT, action_name TEXT, bot_id INTEGER)", function(error) { sqlOutput(error, "actions"); });
+    db.run("CREATE TABLE  stories (story_id INTEGER PRIMARY KEY AUTOINCREMENT, story_name TEXT, story TEXT, bot_id INTEGER, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP)", function(error) { sqlOutput(error, "stories"); });
 
-    db.run("CREATE TABLE IF NOT EXISTS settings (setting_name TEXT, setting_value TEXT)", function() {
+    db.run("CREATE TABLE  settings (setting_name TEXT, setting_value TEXT)", function(error) {
+      sqlOutput(error, "settings");
       db.run("INSERT into settings (setting_name, setting_value) values ('refresh_time', '60000')"); 
     });
+
+    //New table part of Version 3.0.1
+    db.run("CREATE TABLE  conversations (conversation_id INTEGER PRIMARY KEY AUTOINCREMENT, ip_address TEXT, conversation TEXT, story TEXT, bot_id INTEGER, timestamp DATETIME DEFAULT CURRENT_TIMESTAMP)", function(error) { sqlOutput(error, "conversations"); });    
+
+    db.run("CREATE TABLE  version(version)", function(error) { setDBSchemaVersion(error); });
   } catch (err) {
     console.log(err); 
   }
 }
 
-function setDBSchemaVersion() {
-  db.run("INSERT into version (version) values (?)", global.db_schema);
-  logger.winston.info("Database Schema v" + global.db_schema + " created"); 
+function sqlOutput(error, table_name) {
+  if (!error) {
+    logger.winston.info("Table: " + table_name + " created");
+  }
+}
+
+function setDBSchemaVersion(error) {
+  if (error) {
+    db.run("UPDATE version set version = ?", global.db_schema);
+    logger.winston.info("Database Schema updated to v" + global.db_schema + " "); 
+  } else {
+    db.run("INSERT into version (version) values (?)", global.db_schema);
+    logger.winston.info("Database Schema v" + global.db_schema + " created"); 
+  }
 }
 
 module.exports = db; 

server/routes/index.js

@@ -14,6 +14,7 @@ const responses = require('../db/responses');
 const models = require('../db/models');
 const stories = require('../db/stories');
 const actions = require('../db/actions');
+const conversations = require('../db/conversations');
 
 const rasa_router = require('./rasa_router');
 const auth = require('./auth');
@@ -119,17 +120,24 @@ router.get('/avgUserResponseTimesLast30Days', logs.getAvgUserResponseTimesLast30
 router.get('/activeUserCountLast12Months', logs.getActiveUserCountLast12Months);
 router.get('/activeUserCountLast30Days', logs.getActiveUserCountLast30Days);
 
+//Conversations
+router.get('/conversations/:bot_id', conversations.getConversations);
+router.post('/conversations', conversations.createConversation);
+router.delete('/conversations', conversations.removeConversation);
+
 //rasa api's
 router.get('/rasa/status', rasa_router.getRasaNluStatus);
 router.get('/rasa/url', rasa_router.getRasaNluEndpoint);
-//router.get('/rasa/config', rasa_router.getRasaNluConfig);
 router.get('/rasa/version', rasa_router.getRasaNluVersion);
 router.post('/rasa/model/train', rasa_router.trainRasaNlu);
 router.put('/rasa/model', rasa_router.loadRasaModel);
 router.delete('/rasa/model', rasa_router.unloadRasaModel);
 router.post('/rasa/model/parse', rasa_router.modelParseRequest);
-router.post('/rasa/webhooks/rest/webhook', rasa_router.conversationParseRequest);
+router.post('/rasa/conversations/messages', rasa_router.conversationParseRequest);
 router.post('/rasa/restart', rasa_router.restartRasaCoreConversation);
+router.get('/rasa/story', rasa_router.getConversationStory);
+
+
 
 //authentication js
 router.post('/auth', auth.authenticateUser);