[files] new literature overview for

SQUASHED: AUTO-COMMIT-doc-files-all.md,AUTO-COMMIT-doc-files-index.md,AUTO-COMMIT-doc-files-literature.md,AUTO-COMMIT-doc-journal-2020-09-08.md-index.md,AUTO-COMMIT-doc-journal-2020-09-08.md-literature_overview.png,AUTO-COMMIT-src-client-bibliography.js,AUTO-COMMIT-src-client-fileindex.js,AUTO-COMMIT-src-client-files.js,

Author: JensLincke

doc/files/all.md

@@ -0,0 +1,105 @@
+# All Files in FileIndex
+
+<lively-import src="_navigation.html"></lively-import>
+
+<style>
+  lively-script {
+    display: inline-block
+  }
+</style>
+
+<script>
+  import FileIndex from "src/client/fileindex.js"
+</script>
+
+<script>
+  (async (container) => {
+    var button = document.createElement("button");
+    button.addEventListener("click", async () => {
+      await FileIndex.current().addDirectory(lively4url + "/src/client/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/templates/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/src/components/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/src/parts/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/doc/", 5)    
+      await FileIndex.current().addDirectory(lively4url + "/demos/", 5)    
+      await FileIndex.current().addDirectory(lively4url + "/test/", 5)    
+
+      // FileIndex.current().addDirectory("https://lively4/thesis/notes", 5)
+      // FileIndex.current().addDirectory("https://lively4/Notes", 5)
+      // FileIndex.current().addDirectory("https://lively4/thesis/WriteFirst", 5)
+    });
+    button.innerHTML = "update file cache";
+    return button;
+  })(this.parentElement)
+</script>
+
+
+<script>
+  (async (container) => {
+    var button = document.createElement("button");
+    button.addEventListener("click", async () => {
+      await FileIndex.current().update()
+      lively.show("finished analysis")
+    });
+    button.innerHTML = "analyse";
+    return button;
+  })(this.parentElement)
+</script>
+
+
+<script>
+  var markdown = lively.query(this, "lively-markdown");
+  (async (container) => {
+    var button = document.createElement("button");
+
+    button.addEventListener("click", () => {
+      var table = markdown.get("#table").get("lively-table")
+      if (table) {
+        table.setFromJSO(table.asJSO().sortBy(ea => Number(ea.versions)).reverse())
+      }      
+    });
+    button.innerHTML = "sortx";
+    return button;
+  })(this.parentElement)
+</script>
+
+
+<script>
+  var container = lively.query(this, "lively-container");
+  (async () => {
+    var table = await lively.create("lively-table")
+    var files = (await FileIndex.current().db.files.toArray());
+    
+    var button = document.createElement("button");
+
+    button.addEventListener("click", () => {
+      
+      if (table) {
+        table.setFromJSO(table.asJSO().sortBy(ea => Number(ea.versions)).reverse())
+      }      
+    });
+    button.innerHTML = "sort";
+    
+    table.setFromJSO(
+      files
+        // .filter(ea => ea.url.match(lively4url)) // only show local files...
+        .map(ea => {
+          return {
+            file: ea.url.replace(lively4url, "") + '</a> ', 
+            size: ea.size,
+            versions: ea.versions && ea.versions.length,
+            title: ea.title && ea.title.slice(0,100).replace(/</g,"&gt;"),
+            tags: ea.tags && ea.tags.sort(), // Array.from(new Set(ea.tags))
+
+          }
+          // li.querySelector("a").onclick = (evt) => {
+          //   container.followPath(ea.url)
+          //   evt.preventDefault()
+          // }
+      }))
+    var div = document.createElement("div")
+    div.appendChild(button)
+    div.appendChild(table)
+    return div
+  })()
+</script>

doc/files/index.md

@@ -9,24 +9,24 @@
 </style>
 
 <script>
-  import FileCache from "src/client/fileindex.js"
+  import FileIndex from "src/client/fileindex.js"
 </script>
 
 <script>
   (async (container) => {
     var button = document.createElement("button");
     button.addEventListener("click", async () => {
-      await FileCache.current().addDirectory(lively4url + "/src/client/", 5)
-      await FileCache.current().addDirectory(lively4url + "/templates/", 5)
-      await FileCache.current().addDirectory(lively4url + "/src/components/", 5)
-      await FileCache.current().addDirectory(lively4url + "/src/parts/", 5)
-      await FileCache.current().addDirectory(lively4url + "/doc/", 5)    
-      await FileCache.current().addDirectory(lively4url + "/demos/", 5)    
-      await FileCache.current().addDirectory(lively4url + "/test/", 5)    
+      await FileIndex.current().addDirectory(lively4url + "/src/client/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/templates/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/src/components/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/src/parts/", 5)
+      await FileIndex.current().addDirectory(lively4url + "/doc/", 5)    
+      await FileIndex.current().addDirectory(lively4url + "/demos/", 5)    
+      await FileIndex.current().addDirectory(lively4url + "/test/", 5)    
 
-      // FileCache.current().addDirectory("https://lively4/thesis/notes", 5)
-      // FileCache.current().addDirectory("https://lively4/Notes", 5)
-      // FileCache.current().addDirectory("https://lively4/thesis/WriteFirst", 5)
+      // FileIndex.current().addDirectory("https://lively4/thesis/notes", 5)
+      // FileIndex.current().addDirectory("https://lively4/Notes", 5)
+      // FileIndex.current().addDirectory("https://lively4/thesis/WriteFirst", 5)
     });
     button.innerHTML = "update file cache";
     return button;
@@ -38,7 +38,7 @@
   (async (container) => {
     var button = document.createElement("button");
     button.addEventListener("click", async () => {
-      await FileCache.current().update()
+      await FileIndex.current().update()
       lively.show("finished analysis")
     });
     button.innerHTML = "analyse";
@@ -68,7 +68,7 @@
   var container = lively.query(this, "lively-container");
   (async () => {
     var table = await lively.create("lively-table")
-    var files = (await FileCache.current().db.files.toArray());
+    var files = (await FileIndex.current().db.files.toArray());
 
     var button = document.createElement("button");
 

doc/files/literature.md

@@ -0,0 +1,99 @@
+# Literature
+
+
+## Papers
+
+<script>
+  import FileCache from "src/client/fileindex.js"
+
+  (async () => {
+    var files = await FileCache.current().db.files
+      .filter(ea => ea.bibkey && ea.name.match(/\.pdf$/)).toArray();
+      
+    var entries = await FileCache.current().db.bibliography
+      .filter(ea => ea.key).toArray();
+    
+    var keys = new Set()
+    
+    files.forEach(ea => keys.add(ea.key))
+    entries.forEach(ea => keys.add(ea.key))
+
+    function printCollection(collection) {
+      return <ul>{... 
+        collection.map(paper => {
+          if (paper.file) {
+            var filelink = <a style="color:gray" click={(evt) => {
+                              if (evt.shiftKey) {
+                                lively.openInspector(paper) // #Example #ExplorationPattern #ForMarcel build way into object inspector into UI
+                              } else {
+                                if (paper.file) lively.openBrowser(paper.file.url)
+                              }
+                            }
+                          }>{paper.file.name}</a> 
+          }
+          if (paper.entry && paper.entry.keywords) {
+            var keywords = <span class="keywords">{... paper.entry.keywords.map(ea => ea + " ")}</span>
+          }
+
+          return <li>
+              <a click={() => lively.openBrowser("bib://" + paper.key)}>{
+                "[" + paper.key +  "]"  }</a>
+              {filelink || ""} {keywords || ""}
+              </li> 
+        }) }</ul>
+    }
+
+
+
+    function printYear(year) {
+      return <div>
+              <h3>{year}</h3>
+              {printCollection(papersByYear[year])}
+            </div>
+    }
+    
+    let style = document.createElement("style")
+    style.textContent = `
+      .keywords {
+        font-size: 9pt;
+        color: lightgray;
+      }
+    `
+
+    let papersByYear = Array.from(keys).map(key => {
+        let file = files.find(ea => ea.bibkey == key)
+        let entry = entries.find(ea => ea.key == key)
+        return {key, file, entry}    
+      }).groupBy(file => file.entry && file.entry.year)
+
+  return <div>{style}
+      <h2>By Year</h2>  
+      {... Object.keys(papersByYear).map(year => printYear(year) )}
+    </div>
+  })()
+</script>
+
+
+
+## Bibliographies
+
+<script>
+  import FileCache from "src/client/fileindex.js"
+
+  (async () => {
+    var files = await FileCache.current().db.files
+      .filter(ea => ea.name.match(/\.bib$/)).toArray();
+    return <ul>{... files.map(ea => {
+      return <li>
+          <a style="color:gray" click={(evt) => {
+              if (evt.shiftKey) {
+                lively.openInspector(ea) // #Example #ExplorationPattern #ForMarcel build way into object inspector into UI
+              } else {
+                lively.openBrowser(ea.url)
+              }
+            }
+          }>{ea.name}</a>
+          </li> 
+    }) }</ul>
+  })()
+</script>

doc/journal/2020-09-08.md/index.md

@@ -0,0 +1,45 @@
+## 2020-09-08 #Lively4Server MOVE allows renaming
+*Author: @JensLincke*
+
+
+So it can be used in scripts.... 
+
+```javascript
+fetch("http://localhost:9006/test/b", {
+  method: "MOVE",
+  headers: {
+    destination: "http://localhost:9006/test/c"
+  }
+}).then(r => r.text())
+```
+
+## Some Files Cleanup #Delete
+
+```javascript
+var files;
+var base = "http://localhost:9005/Dropbox/Thesis/Literature/";
+fetch(base, {
+  method: "OPTIONS",
+  headers: {
+    "filelist": true
+  }
+}).then(r => r.json()).then(obj => files=obj.contents)
+
+var toDelete = files.filter(ea => ea.name.match(/\.note$/)).sortBy(ea => ea.size).filter(ea => ea.size ==  1).map(ea => base + ea.name)
+
+var value;
+(async () => {
+  for(var ea of toDelete) {
+    await fetch(ea, {method: "DELETE"})
+    lively.notify("deleted " + ea)
+  } 
+})()
+```
+
+## New Literature Overview Page
+
+Given, that the lively4 FileIndex contains bibliographies and PDF files, those are now printed nicely on <browse://doc/files/literature.md>:
+
+![](literature_overview.png)
+
+

doc/journal/2020-09-08.md/literature_overview.png

@@ -95,8 +95,8 @@ Bibliography.cleanTitle("{{This is my Title}}")
   import Bibliography from 'src/client/bibliography.js';
   var start = performance.now();
   var result =   eval(this.parentElement.querySelector("code").textContent);
-  var time = performance.now() - start;
-  <div>{result} <i>({time} ms)</i></div>
+  // var time = performance.now() - start;
+  <div>{result} </div> // <i>({time} ms)</i>
 </script>
   MD*/