Convert Deepnote file to Jupyter notebook

Signed-off-by: Andy Jakubowski <[email protected]>

Author: andyjakubowski

.yarnrc.yml

@@ -1 +1,6 @@
 nodeLinker: node-modules
+npmScopes:
+  deepnote:
+    npmRegistryServer: 'https://npm.pkg.github.com'
+    npmAlwaysAuth: true
+    npmAuthToken: '${GITHUB_TOKEN}'

package.json

@@ -58,13 +58,15 @@
         "watch:labextension": "jupyter labextension watch ."
     },
     "dependencies": {
-        "@deepnote/blocks": "file:/Users/work/repos/deepnote/deepnote/packages/blocks",
+        "@deepnote/blocks": "^1.0.0",
         "@jupyterlab/application": "^4.0.0",
         "@jupyterlab/coreutils": "^6.0.0",
         "@jupyterlab/notebook": "^4.4.7",
         "@jupyterlab/services": "^7.0.0",
         "@jupyterlab/settingregistry": "^4.0.0",
         "@lumino/widgets": "^2.7.1",
+        "@types/lodash": "^4.17.20",
+        "lodash": "^4.17.21",
         "yaml": "^2.8.1",
         "zod": "^4.1.11"
     },

src/convert-deepnote-block-to-jupyter-cell.ts

@@ -1,31 +1,47 @@
-import { convertCellTypeToJupyter } from './deepnote-convert/convert-cell-type-to-jupyter';
-import { DeepnoteFileBlock } from './deepnote-convert/deepnote-file-schema';
+import {
+  createMarkdown,
+  createPythonCode,
+  DeepnoteBlock
+} from '@deepnote/blocks';
+import _cloneDeep from 'lodash/cloneDeep';
 import { ICodeCell, IMarkdownCell } from '@jupyterlab/nbformat';
+import { convertDeepnoteBlockTypeToJupyter } from './convert-deepnote-block-type-to-jupyter';
+
+export function convertDeepnoteBlockToJupyterCell(block: DeepnoteBlock) {
+  const blockCopy = _cloneDeep(block);
+  const jupyterCellMetadata = { ...blockCopy.metadata, cell_id: blockCopy.id };
+  const jupyterCellType = convertDeepnoteBlockTypeToJupyter(blockCopy.type);
 
-export function convertDeepnoteBlockToJupyterCell(
-  block: DeepnoteFileBlock
-): ICodeCell | IMarkdownCell {
-  const jupyterCellType = convertCellTypeToJupyter(block.type);
   if (jupyterCellType === 'code') {
-    return {
+    const blockOutputs = blockCopy.outputs ?? [];
+
+    if (Array.isArray(blockOutputs)) {
+      blockOutputs.forEach(output => {
+        delete output.truncated;
+      });
+    }
+
+    const source = createPythonCode(blockCopy);
+
+    const jupyterCell: ICodeCell = {
       cell_type: 'code',
-      source: block.content || '',
-      metadata: {},
-      outputs: block.outputs || [],
-      execution_count: block.executionCount || null
-    };
-  } else if (jupyterCellType === 'markdown') {
-    return {
-      cell_type: 'markdown',
-      source: block.content || '',
-      metadata: {}
+      metadata: jupyterCellMetadata,
+      execution_count:
+        blockCopy.executionCount !== undefined
+          ? blockCopy.executionCount
+          : null,
+      outputs: blockOutputs,
+      source
     };
+    return jupyterCell;
   } else {
-    // For unsupported block types, return a markdown cell indicating it's unsupported
-    return {
+    // Markdown cell
+    const source = createMarkdown(blockCopy);
+    const jupyterCell: IMarkdownCell = {
       cell_type: 'markdown',
-      source: `# Unsupported block type: ${block.type}\n`,
-      metadata: {}
+      metadata: {},
+      source
     };
+    return jupyterCell;
   }
 }

src/convert-deepnote-block-type-to-jupyter.ts

@@ -0,0 +1,32 @@
+export function convertDeepnoteBlockTypeToJupyter(blockType: string) {
+  switch (blockType) {
+    case 'big-number':
+    case 'code':
+    case 'sql':
+    case 'notebook-function':
+    case 'input-text':
+    case 'input-checkbox':
+    case 'input-textarea':
+    case 'input-file':
+    case 'input-select':
+    case 'input-date-range':
+    case 'input-date':
+    case 'input-slider':
+    case 'visualization':
+      return 'code';
+
+    case 'markdown':
+    case 'text-cell-h1':
+    case 'text-cell-h3':
+    case 'text-cell-h2':
+    case 'text-cell-p':
+    case 'text-cell-bullet':
+    case 'text-cell-todo':
+    case 'text-cell-callout':
+    case 'image':
+    case 'button':
+    case 'separator':
+    default:
+      return 'markdown';
+  }
+}

src/transform-deepnote-yaml-to-notebook-content.ts

@@ -1,6 +1,7 @@
 import { IDeepnoteNotebookContent } from './types';
 import { blankCodeCell, blankDeepnoteNotebookContent } from './fallback-data';
 import { deserializeDeepnoteFile } from '@deepnote/blocks';
+import { convertDeepnoteBlockToJupyterCell } from './convert-deepnote-block-to-jupyter-cell';
 
 export async function transformDeepnoteYamlToNotebookContent(
   yamlString: string
@@ -22,7 +23,14 @@ export async function transformDeepnoteYamlToNotebookContent(
       };
     }
 
-    return blankDeepnoteNotebookContent;
+    const cells = selectedNotebook.blocks.map(
+      convertDeepnoteBlockToJupyterCell
+    );
+
+    return {
+      ...blankDeepnoteNotebookContent,
+      cells
+    };
   } catch (error) {
     console.error('Failed to deserialize Deepnote file:', error);
     throw new Error('Failed to transform Deepnote YAML to notebook content.');

src/types.ts

@@ -1,5 +1,5 @@
 import { INotebookContent, INotebookMetadata } from '@jupyterlab/nbformat';
-import { DeepnoteFile } from './deepnote-convert/deepnote-file-schema';
+import type { DeepnoteFile } from '@deepnote/blocks';
 
 export interface IDeepnoteNotebookMetadata extends INotebookMetadata {
   deepnote: {

yarn.lock

@@ -1577,14 +1577,12 @@ __metadata:
   languageName: node
   linkType: hard
 
-"@deepnote/blocks@file:/Users/work/repos/deepnote/deepnote/packages/blocks::locator=jupyterlab-deepnote%40workspace%3A.":
+"@deepnote/blocks@npm:^1.0.0":
   version: 1.0.0
-  resolution: "@deepnote/blocks@file:/Users/work/repos/deepnote/deepnote/packages/blocks#/Users/work/repos/deepnote/deepnote/packages/blocks::hash=193053&locator=jupyterlab-deepnote%40workspace%3A."
+  resolution: "@deepnote/blocks@npm:1.0.0::__archiveUrl=https%3A%2F%2Fnpm.pkg.github.com%2Fdownload%2F%40deepnote%2Fblocks%2F1.0.0%2Fbbad3593046ed93df89035400c7e7d85a4742494"
   dependencies:
     ts-dedent: ^2.2.0
-    yaml: ^2.8.1
-    zod: ^4.1.12
-  checksum: d47ee3fe23825c2f3012c50cd87216a4099d0abb07a46de67c50650943448baf624c3ec93e9a4fc6626995c9fae33d3fc3500e37e3044d99c9660887ea88e2de
+  checksum: 69339b4c5d5b1da33c0deb248714b1aa151f9e80f623ba3a5b16669273fd0516db6c811b59c8cec3add16506e5bcf4b87c944744aa7d7761682139d3c556a06f
   languageName: node
   linkType: hard
 
@@ -3277,6 +3275,13 @@ __metadata:
   languageName: node
   linkType: hard
 
+"@types/lodash@npm:^4.17.20":
+  version: 4.17.20
+  resolution: "@types/lodash@npm:4.17.20"
+  checksum: dc7bb4653514dd91117a4c4cec2c37e2b5a163d7643445e4757d76a360fabe064422ec7a42dde7450c5e7e0e7e678d5e6eae6d2a919abcddf581d81e63e63839
+  languageName: node
+  linkType: hard
+
 "@types/minimist@npm:^1.2.2":
   version: 1.2.5
   resolution: "@types/minimist@npm:1.2.5"
@@ -6805,7 +6810,7 @@ __metadata:
   version: 0.0.0-use.local
   resolution: "jupyterlab-deepnote@workspace:."
   dependencies:
-    "@deepnote/blocks": "file:/Users/work/repos/deepnote/deepnote/packages/blocks"
+    "@deepnote/blocks": ^1.0.0
     "@jupyterlab/application": ^4.0.0
     "@jupyterlab/builder": ^4.0.0
     "@jupyterlab/coreutils": ^6.0.0
@@ -6816,6 +6821,7 @@ __metadata:
     "@lumino/widgets": ^2.7.1
     "@types/jest": ^29.2.0
     "@types/json-schema": ^7.0.11
+    "@types/lodash": ^4.17.20
     "@types/react": ^18.0.26
     "@types/react-addons-linked-state-mixin": ^0.14.22
     "@typescript-eslint/eslint-plugin": ^6.1.0
@@ -6825,6 +6831,7 @@ __metadata:
     eslint-config-prettier: ^8.8.0
     eslint-plugin-prettier: ^5.0.0
     jest: ^29.2.0
+    lodash: ^4.17.21
     mkdirp: ^1.0.3
     npm-run-all2: ^7.0.1
     prettier: ^3.0.0
@@ -9842,10 +9849,3 @@ __metadata:
   checksum: 022d59f85ebe054835fbcdc96a93c01479a64321104f846cb5644812c91e00d17ae3479f823956ec9b04e4351dd32841e1f12c567e81bc43f6e21ef5cc02ce3c
   languageName: node
   linkType: hard
-
-"zod@npm:^4.1.12":
-  version: 4.1.12
-  resolution: "zod@npm:4.1.12"
-  checksum: 91174acc7d2ca5572ad522643474ddd60640cf6877b5d76e5d583eb25e3c4072c6f5eb92ab94f231ec5ce61c6acdfc3e0166de45fb1005b1ea54986b026b765f
-  languageName: node
-  linkType: hard