implement remaining filters and test filters

Author: arobrien

filters/data_type_filter.js

@@ -0,0 +1,87 @@
+DISPLAY_DATA_PRIORITY = [
+  'text/html',
+  'application/pdf',
+  'text/latex', 
+  'image/svg+xml', 
+  'image/png',
+  'image/jpeg', 
+  'text/markdown', 
+  'text/plain'
+];
+
+function filter_data_type(output) {
+  for (fmt of DISPLAY_DATA_PRIORITY) {
+    if (output.hasOwnProperty(fmt)) return [fmt];
+  }
+  // TODO: handle warning
+  return [undefined];
+}
+
+function get_metadata(output, key, mimetype=undefined) {
+  // from nbconvert/filters/metadata.py
+  // Resolve an output metadata key  
+  // If mimetype given, resolve at mimetype level first,
+  // then fallback to top-level.
+  // Otherwise, just resolve at top-level.
+  // Returns None if no data found.
+  const md = output.metadata;
+  if (mimetype &&
+      md.hasOwnProperty(mimetype) && 
+      md[mimetype] != undefined &&
+      md[mimetype].hasOwnProperty(key) && 
+      md[mimetype][key] != undefined) {
+    return md[mimetype][key];
+  }
+  return md[key];
+}
+
+function highlight_code(source, language, metadata=undefined) {
+  return hljs.highlight(language, source, false, false);
+}
+
+function json_dumps(obj) {
+  return JSON.stringify(obj);
+}
+
+function markdown2html(source) {
+  const converter = new showdown.Converter();
+  return converter.makeHtml(source);
+}
+
+function posix_path(path) {
+  return path.replace(/\\/g,'/');
+}
+
+function strip_files_prefix(dirty_text) {
+  // Fix all fake URLs that start with `files/`, stripping out the `files/` prefix.
+  //  Applies to both urls (for html) and relative paths (for markdown paths).
+  return dirty_text.replace(/(src|href)\=([\'"]?)\/?files\//g, (m,p1,p2) => p1 + '=' + p2).replace(
+                            /(!?)\[(.*?)\]\(\/?files\/(.*?)\)/g, (m,p1,p2,p3) => p1 + '[' + p2 + '](' + p3 + ')');
+}
+
+if (
+    typeof module !== 'undefined' &&
+    module.exports &&
+    typeof exports !== 'undefined'
+  ) {
+  module.exports = {
+    filter_data_type: filter_data_type,
+    get_metadata: get_metadata,
+    highlight_code: highlight_code,
+    json_dumps: json_dumps,
+    markdown2html: markdown2html,
+    posix_path: posix_path,
+    strip_files_prefix: strip_files_prefix
+  };
+}
+else {
+  simple_filters = {
+    filter_data_type: filter_data_type,
+    get_metadata: get_metadata,
+    highlight_code: highlight_code,
+    json_dumps: json_dumps,
+    markdown2html: markdown2html,
+    posix_path: posix_path,
+    strip_files_prefix: strip_files_prefix
+  };
+}

filters/simple_filters.js

@@ -13,7 +13,7 @@
 
   <!-- include source files here... -->
   <script src="../filters/ansi.js"></script>
-  <script src="../filters/data_type_filter.js"></script>
+  <script src="../filters/simple_filters.js"></script>
 
   <!-- include spec files here... -->
   <script src="filters_spec.js"></script>

spec/SpecRunner.html

@@ -92,28 +92,92 @@ describe("Filters", function() {
     });
   });
 
-  describe("data_type_filter", function() {
+  describe("simple_filters", function() {
     beforeAll(function () {
       if (
         typeof module !== 'undefined' &&
         module.exports &&
         typeof exports !== 'undefined'
       ) {
-        data_type_filter = require('../filters/data_type_filter.js');
+        simple_filters = require('../filters/simple_filters.js');
       }
     });
 
     describe("filter_data_type", function() {
-      it("24bit rgb", function() {
-        expect(data_type_filter.filter_data_type({"hair":"1", "water":2, "image/png":3, "rock":4.0})).toEqual(['image/png']);
-        expect(data_type_filter.filter_data_type({"application/pdf":"file_path", "hair":2, "water":"yay", "png":'not a png', "rock":'is a rock'})).toEqual(['application/pdf']);
-        expect(data_type_filter.filter_data_type({"hair":"this is not", "water":"going to return anything", "rock":"or is it"})).toEqual([undefined]);
+      it("all", function() {
+        expect(simple_filters.filter_data_type({"hair":"1", "water":2, "image/png":3, "rock":4.0})).toEqual(['image/png']);
+        expect(simple_filters.filter_data_type({"application/pdf":"file_path", "hair":2, "water":"yay", "png":'not a png', "rock":'is a rock'})).toEqual(['application/pdf']);
+        expect(simple_filters.filter_data_type({"hair":"this is not", "water":"going to return anything", "rock":"or is it"})).toEqual([undefined]);
+      });
+    });
+    
+    describe("get_metadata", function() {
+      it("all", function() {
+        var obj = {
+        'metadata': {
+            'width': 1,
+            'height': 2,
+            'image/png': {
+                'unconfined': true,
+                'height': 3,
+            }
+          }
+        }
+        
+        expect(simple_filters.get_metadata(obj, 'nowhere')).toEqual(undefined);
+        expect(simple_filters.get_metadata(obj, 'height')).toEqual(2);
+        expect(simple_filters.get_metadata(obj, 'unconfined')).toEqual(undefined);
+        expect(simple_filters.get_metadata(obj, 'unconfined', 'image/png')).toEqual(true);
+        expect(simple_filters.get_metadata(obj, 'width', 'image/png')).toEqual(1);
+        expect(simple_filters.get_metadata(obj, 'height', 'image/png')).toEqual(3);
+      });
+    });
+    
+    // describe("highlight_code", function() {
+      // it("all", function() {
+        // expect(simple_filters.highlight_code()).toEqual();
+      // });
+    // });
+    
+    
+    describe("json_dumps", function() {
+      it("all", function() {
+        expect(simple_filters.json_dumps()).toEqual();
+      });
+    });
+    
+    // describe("markdown2html", function() {
+      // it("all", function() {
+        // expect(simple_filters.markdown2html()).toEqual();
+      // });
+    // });
+    
+    describe("posix_path", function() {
+      it("all", function() {
+        expect(simple_filters.posix_path('path/with/forward\\and\\back')).toEqual('path/with/forward/and/back');
+      });
+    });
+    
+    describe("strip_files_prefix", function() {
+      it("all", function() {
+        expect(simple_filters.strip_files_prefix('')).toEqual('');
+        expect(simple_filters.strip_files_prefix('/files')).toEqual('/files');
+        expect(simple_filters.strip_files_prefix('test="/files"')).toEqual('test="/files"')
+        expect(simple_filters.strip_files_prefix('My files are in `files/`')).toEqual('My files are in `files/`');
+        expect(simple_filters.strip_files_prefix('<a href="files/test.html">files/test.html</a>')).toEqual('<a href="test.html">files/test.html</a>');
+        expect(simple_filters.strip_files_prefix('<a href="/files/test.html">files/test.html</a>')).toEqual('<a href="test.html">files/test.html</a>');
+        expect(simple_filters.strip_files_prefix("<a href='files/test.html'>files/test.html</a>")).toEqual("<a href='test.html'>files/test.html</a>");
+        expect(simple_filters.strip_files_prefix('<img src="files/url/location.gif">')).toEqual('<img src="url/location.gif">');
+        expect(simple_filters.strip_files_prefix('<img src="/files/url/location.gif">')).toEqual('<img src="url/location.gif">');
+        expect(simple_filters.strip_files_prefix('hello![caption]')).toEqual('hello![caption]');
+        expect(simple_filters.strip_files_prefix('hello![caption](/url/location.gif)')).toEqual('hello![caption](/url/location.gif)');
+        expect(simple_filters.strip_files_prefix('hello![caption](url/location.gif)')).toEqual('hello![caption](url/location.gif)');
+        expect(simple_filters.strip_files_prefix('hello![caption](url/location.gif)')).toEqual('hello![caption](url/location.gif)');
+        expect(simple_filters.strip_files_prefix('hello![caption](files/url/location.gif)')).toEqual('hello![caption](url/location.gif)');
+        expect(simple_filters.strip_files_prefix('hello![caption](/files/url/location.gif)')).toEqual('hello![caption](url/location.gif)');
+        expect(simple_filters.strip_files_prefix('hello [text](/files/url/location.gif)')).toEqual('hello [text](url/location.gif)');
+        expect(simple_filters.strip_files_prefix('hello [text space](files/url/location.gif)')).toEqual('hello [text space](url/location.gif)');
       });
     });
-      
-      
-        // assert "image/png" in filter({"hair":"1", "water":2, "image/png":3, "rock":4.0})
-        // assert "application/pdf" in filter({"application/pdf":"file_path", "hair":2, "water":"yay", "png":'not a png', "rock":'is a rock'})
-        // self.assertEqual(filter({"hair":"this is not", "water":"going to return anything", "rock":"or is it"}), [])
   });
 });