First cut of jupyter output

Signed-off-by: Jon Ludlam <[email protected]>

Author: jonludlam

bin/dune

@@ -1,7 +1,7 @@
 (library
  (name cli)
  (modules cli)
- (libraries cmdliner fmt.cli logs.fmt fmt.tty logs.cli mdx))
+ (libraries cmdliner fmt.cli logs.fmt fmt.tty logs.cli mdx yojson atdgen))
 
 (executable
  (name main)
@@ -10,6 +10,18 @@
  (modules :standard \ cli)
  (libraries cli mdx))
 
+(rule
+ (targets notebook_j.ml
+          notebook_j.mli)
+ (deps    notebook.atd)
+ (action  (run atdgen -j -j-std %{deps})))
+
+(rule
+ (targets notebook_t.ml
+          notebook_t.mli)
+ (deps    notebook.atd)
+ (action  (run atdgen -t %{deps})))
+
 (install
  (section bin)
  (files

bin/jupyter.ml

@@ -0,0 +1,99 @@
+open Cmdliner
+
+let txt t =
+  let cell = Notebook_t.{
+    cell_type = `Markdown;
+    metadata = {
+      collapsed = None;
+      scrolled = None;
+    };
+    source = t;
+    outputs = None;
+    execution_count = None;
+  } in
+  cell
+
+let execution_count = ref 1
+
+let ocaml contents =
+  let cell = Notebook_t.{
+    cell_type = `Code;
+    metadata = {
+      collapsed = None;
+      scrolled = None;
+    };
+    source = String.concat "\n" contents;
+    outputs = Some [];
+    execution_count = (Some !execution_count);
+  } in
+  incr execution_count;
+  cell
+
+
+let toplevel x =
+  let cell = Notebook_t.{
+      cell_type = `Code;
+      metadata = {
+        collapsed = None;
+        scrolled = None;
+      };
+      source = String.concat "\n" x.Mdx.Toplevel.command;
+      outputs = Some [];
+      execution_count = (Some !execution_count);
+      }
+  in
+  incr execution_count;
+  cell
+
+
+let run _setup syntax file =
+  let cells = ref [] in
+  Mdx.run ?syntax file ~f:(fun _file_contents items ->
+    let rec collapse_text = function
+      | Mdx.Text x :: Mdx.Text y :: xs ->
+        collapse_text (Mdx.Text (x ^ "\n" ^ y) :: xs)
+      | x::ys -> x :: collapse_text ys
+      | [] -> []
+    in
+    List.iter (function
+    | Mdx.Text x ->
+      cells := (txt x) :: !cells
+    | Mdx.Block {value=OCaml; contents; _} ->
+      cells := (ocaml contents) :: !cells
+    | Mdx.Block {value=Toplevel xs; _} ->
+      let newcells = List.rev_map toplevel xs in
+      cells := newcells @ !cells
+    | _ -> ()
+    ) (collapse_text items);
+    "OK"
+  );
+  let notebook = Notebook_t.{
+    metadata = {
+      kernelspec = {
+        display_name = "OCaml 4.07.1";
+        language = "OCaml";
+        name = "ocaml-jupyter";
+      };
+      language_info = {
+        name = "OCaml";
+        version = "4.07.1";
+        codemirror_mode = Some "text/x-ocaml";
+        file_extension = ".ml";
+        mimetype = "text/x-ocaml";
+        nbconverter_exporter = None;
+        pygments_lexer = "OCaml";
+      };
+    };
+    nbformat = 4;
+    nbformat_minor = 2;
+    cells = List.rev !cells;
+  } in
+  Printf.fprintf stdout "%s" (Notebook_j.string_of_notebook notebook);
+  0
+
+
+
+let cmd: int Term.t * Term.info =
+  let doc = "Convert an mdx file to a jupyter notebook." in
+  Term.(pure run $ Cli.setup $ Cli.syntax $ Cli.file ),
+  Term.info "jupyter" ~doc

bin/main.ml

@@ -16,7 +16,7 @@
 
 open Cmdliner
 
-let cmds = [ Test.cmd; Pp.cmd; Rule.cmd; Deps.cmd ]
+let cmds = [ Test.cmd; Pp.cmd; Rule.cmd; Deps.cmd; Jupyter.cmd ]
 
 let main (`Setup ()) = `Help (`Pager, None)
 

bin/notebook.atd

@@ -0,0 +1,56 @@
+type kernelspec = {
+    display_name : string;
+    language: string;
+    name: string;
+}
+
+type language_info = {
+    name: string;
+    version: string;
+    codemirror_mode: string nullable;
+    file_extension: string;
+    mimetype: string;
+    nbconverter_exporter: string nullable;
+    pygments_lexer: string;
+}
+
+type metadata = {
+    kernelspec: kernelspec;
+    language_info: language_info;
+}
+
+type cell_metadata = {
+    ?collapsed: bool nullable;
+    ?scrolled: bool nullable;
+}
+
+type cell_type = [
+    | Code <json name="code">
+    | Markdown <json name="markdown">
+]
+
+type output_type = [
+      Stream <json name="stream">
+    | Display_data <json name="display_data">
+    | Execute_result <json name="execute_result">
+    | Error <json name="error">
+]
+
+type output = {
+    output_type : output_type;
+}
+
+type cell = {
+    cell_type : cell_type;
+    metadata: cell_metadata;
+    source: string;
+    ?outputs: output list nullable;
+    ?execution_count: int option;
+} <json keep_nulls false>
+
+type notebook = {
+    metadata: metadata;
+    nbformat: int;
+    nbformat_minor: int;
+    cells: cell list
+}