Properly resuscitate the mimetype

When restoring display data, pandoc is always using the `application/json` mime type. If we have additional mime information, we stick that in the json payload and later use that to correct the mimetype.

Author: dragonstyle

src/core/jupyter/jupyter.ts

@@ -151,6 +151,8 @@ import { ProjectContext } from "../../project/types.ts";
 import { mergeConfigs } from "../config.ts";
 import { encode as encodeBase64 } from "encoding/base64.ts";
 
+export const kQuartoMimeType = "quarto_mimetype";
+
 export const kJupyterNotebookExtensions = [
   ".ipynb",
 ];
@@ -1511,9 +1513,12 @@ async function mdOutputDisplayData(
     } else if (displayDataIsHtml(mimeType)) {
       return mdHtmlOutput(output.data[mimeType] as string[]);
     } else if (displayDataIsJson(mimeType)) {
+      // Add the literal mimetype information to the payload, for later use
+      const json = output.data[mimeType] as Record<string, unknown>;
+      json[kQuartoMimeType] = mimeType;
       return mdJsonOutput(
         mimeType,
-        output.data[mimeType] as Record<string, unknown>,
+        json,
         options,
       );
     } else if (displayDataIsJavascript(mimeType)) {

src/format/ipynb/format-ipynb.ts

@@ -14,7 +14,10 @@ import {
   kIPynbTitleBlockTemplate,
 } from "../../config/constants.ts";
 import { Format, PandocFlags } from "../../config/types.ts";
-import { jupyterFromFile } from "../../core/jupyter/jupyter.ts";
+import {
+  jupyterFromFile,
+  kQuartoMimeType,
+} from "../../core/jupyter/jupyter.ts";
 import {
   kApplicationRtf,
   kRestructuredText,
@@ -25,6 +28,11 @@ import { formatResourcePath } from "../../core/resources.ts";
 import { createFormat } from "../formats-shared.ts";
 
 import { decode as base64decode } from "encoding/base64.ts";
+import {
+  JupyterOutput,
+  JupyterOutputDisplayData,
+} from "../../core/jupyter/types.ts";
+
 export function ipynbFormat(): Format {
   return createFormat("ipynb", {
     pandoc: {
@@ -100,6 +108,30 @@ export function ipynbFormat(): Format {
                 }
               }
             }
+
+            // Fix up mime types that Quarto has emplaced
+            cell.outputs?.forEach((output) => {
+              const cellOutput = output as JupyterOutput;
+              if (cellOutput.output_type === "display_data") {
+                const cellDisplayOutput =
+                  cellOutput as JupyterOutputDisplayData;
+                if (cellDisplayOutput.data["application/json"]) {
+                  const jsonData =
+                    (cellDisplayOutput.data["application/json"] as Record<
+                      string,
+                      unknown
+                    >);
+                  if (jsonData[kQuartoMimeType]) {
+                    const realMimetype = jsonData[kQuartoMimeType] as string;
+                    delete jsonData[kQuartoMimeType];
+
+                    cellDisplayOutput.data[realMimetype] = jsonData;
+                    delete cellDisplayOutput.data["application/json"];
+                  }
+                }
+              }
+            });
+
             return cell;
           });
           Deno.writeTextFileSync(output, JSON.stringify(nb, null, 2));