Remove housekeeping code

Author: martenrichter

package.json

@@ -15,7 +15,7 @@
     "node": ">=14"
   },
   "scripts": {
-    "start": "node dist/server.js",
+    "start": "node src/server.js",
     "dev": "nodemon -r dotenv/config src/server.js",
     "test": "run-s test:lint",
     "test:lint": "eslint ."

src/notepadhandler.js

@@ -849,122 +849,6 @@ export class NoteScreenConnection {
     }
   }
 
-  async houseKeeping() {
-    let lock
-    try {
-      lock = await this.redlock.lock('housekeeping', 2000)
-      console.log('Do saveChangedLectures')
-      await this.saveChangedLectures()
-      console.log('tryLectureRedisPurge')
-      await this.tryLectureRedisPurge()
-      console.log('House keeping done!')
-      lock.unlock()
-    } catch (error) {
-      console.log('Busy or Error in Housekeeping', error)
-    }
-  }
-
-  async saveChangedLectures() {
-    const client = this.redis
-    const scan = promisify(this.redis.scan).bind(client)
-    const hmget = promisify(this.redis.hmget).bind(client)
-    try {
-      let cursor = 0
-      do {
-        const scanret = await scan(
-          cursor,
-          'MATCH',
-          'lecture:????????-????-????-????-????????????',
-          'COUNT',
-          20
-        )
-        // console.log("scanret", scanret);
-        // got the lectures now figure out, which we need to save
-        const saveproms = Promise.all(
-          scanret[1].map(async (el) => {
-            const info = await hmget(el, 'lastwrite', 'lastDBsave')
-            // console.log("our info",info);
-            if (info[0] > info[1] + 3 * 60 * 1000) {
-              // do not save more often than every 3 minutes
-              const lectureuuid = el.substr(8)
-              return this.saveLectureToDB(lectureuuid)
-            } else return null
-          })
-        )
-        await saveproms // wait before next iteration, do not use up to much mem
-
-        cursor = scanret[0]
-      } while (cursor !== '0')
-    } catch (error) {
-      console.log('Error saveChangedLecture', error)
-    }
-  }
-
-  async saveLectureToDB(lectureuuid) {
-    const client = this.redis
-    const smembers = promisify(this.redis.smembers).bind(client)
-    const get = promisify(this.redis.get).bind(client)
-    const hset = promisify(this.redis.hset).bind(client)
-    const hget = promisify(this.redis.hget).bind(client)
-    const time = Date.now()
-    console.log('Try saveLectureToDB  for lecture', lectureuuid)
-    try {
-      const lecturescol = this.mongo.collection('lectures')
-      const boardscol = this.mongo.collection('lectureboards')
-      // we got now through all boards and save them to the db
-
-      const boardprefix = 'lecture:' + lectureuuid + ':board'
-      let update = []
-      const backgroundp = hget('lecture:' + lectureuuid, 'backgroundbw')
-
-      const members = await smembers(boardprefix + 's')
-      const copyprom = Promise.all(
-        members.map(async (el) => {
-          const boardname = el
-          // if (boardname=="s") return null; // "boards excluded"
-          // console.log("one board", el);
-          // console.log("boardname", boardname);
-          const boarddata = await get(Buffer.from(boardprefix + el))
-          if (boarddata) {
-            // got it now store it
-            update = boardscol.updateOne(
-              { uuid: lectureuuid, board: boardname },
-              {
-                $set: {
-                  savetime: time,
-                  boarddata: boarddata
-                }
-              },
-              { upsert: true }
-            )
-            return Promise.all([boardname, update])
-          } else return null
-        })
-      )
-      update = update.concat(await copyprom) // reduces memory footprint
-
-      const allboards = update
-        .filter((el) => !!el)
-        .map((el) => (el ? el[0] : null))
-      // console.log("allbaords", allboards);
-      const backgroundbw = await backgroundp
-      lecturescol.updateOne(
-        { uuid: lectureuuid },
-        {
-          $set: {
-            boards: allboards,
-            boardsavetime: time,
-            backgroundbw: backgroundbw
-          }
-        }
-      )
-      await hset('lecture:' + lectureuuid, 'lastDBsave', Date.now())
-      console.log('saveLectureToDB successful for lecture', lectureuuid)
-    } catch (err) {
-      console.log('saveLectToDBErr', err, lectureuuid)
-    }
-  }
-
   async loadLectFromDB(lectureuuid) {
     const client = this.redis
     const hget = promisify(this.redis.hget).bind(client)
@@ -1053,83 +937,6 @@ export class NoteScreenConnection {
     }
   }
 
-  async tryLectureRedisPurge() {
-    const client = this.redis
-    // ok we got through all lectures and collect last access times
-    const scan = promisify(this.redis.scan).bind(client)
-    const hmget = promisify(this.redis.hmget).bind(client)
-    const unlink = promisify(this.redis.unlink).bind(client)
-
-    try {
-      let cursor = 0
-      const allprom = []
-
-      do {
-        const scanret = await scan(
-          cursor,
-          'MATCH',
-          'lecture:????????-????-????-????-????????????',
-          'COUNT',
-          40
-        )
-        // ok we figure out one by one if we should delete
-        // console.log("purge scanret", scanret);
-        const myprom = Promise.all(
-          scanret[1].map(async (el) => {
-            const lastaccessesp = []
-
-            lastaccessesp.push(hmget(el, 'lastwrite', 'lastaccess'))
-
-            // ok but also the notescreens are of interest
-
-            let cursor2 = 0
-            do {
-              const scanret2 = await scan(
-                cursor2,
-                'MATCH',
-                el + ':notescreen:????????-????-????-????-????????????'
-              )
-              // console.log("purge scanret2", scanret2);
-              const myprom2 = scanret2[1].map((el2) => {
-                return hmget(el2, 'lastaccess')
-              })
-              lastaccessesp.push(...myprom2)
-
-              cursor2 = scanret2[0]
-            } while (cursor2 !== '0')
-
-            let laarr = await Promise.all(lastaccessesp)
-            laarr = laarr.flat()
-            // console.log("laar",laarr);
-            const la = Math.max(...laarr)
-            // console.log("lastaccess",la,Date.now()-la );
-            const retprom = []
-            // console.log("before purge");
-            if (Date.now() - la > 30 * 60 * 1000) {
-              console.log('Starting to purge lecture ', el)
-              // purge allowed
-              retprom.push(unlink(el))
-              let pcursor = 0
-              do {
-                const pscanret = await scan(pcursor, 'MATCH', el + ':*')
-                console.log('purge element', pscanret)
-                pcursor = pscanret[0]
-                retprom.push(...pscanret[1].map((el2) => unlink(el2)))
-              } while (pcursor !== '0')
-            }
-            return Promise.all(retprom)
-          })
-        )
-        allprom.push(myprom)
-        cursor = scanret[0]
-      } while (cursor !== '0')
-      await Promise.all(allprom) // we are finished giving orders, wait for return
-      return
-    } catch (err) {
-      console.log('tryLectureRedisPurge error', err)
-    }
-  }
-
   async sendBoardsToSocket(lectureuuid, socket) {
     // we have to send first information about pictures