starting work on project runner sea

Author: williamstein

src/packages/lite/bin/build-lite.sh

@@ -3,7 +3,8 @@
 # This does a clean build from source of a clone
 # of the cocalc repo where it is run from, deletes
 # a lot that isn't needed for cocalc-lite, then
-# tars it all up.  The result should be about 150MB.
+# tars it all up.
+#    **The result should be well under 50 MB.**
 
 set -ev
 
@@ -25,11 +26,11 @@ BIN=`dirname "$(realpath $0)"`
 git clone --depth=1 $BIN/../../../.. $TARGET
 
 cd "$SRC"/packages
-rm -rf database hub next server file-server
+rm -rf database hub next server file-server project-runner
 
 cd "$SRC"
-./workspaces.py install --exclude=database,hub,next,server,file-server
-./workspaces.py build --exclude=database,hub,next,server,file-server
+./workspaces.py install --exclude=database,hub,next,server,file-server,project-runner
+./workspaces.py build --exclude=database,hub,next,server,file-server,project-runner
 
 # Delete packages that were only needed for the build.
 # Deleting node_modules and installing is the recommended approach by pnpm.
@@ -52,7 +53,7 @@ rm -rf rxjs*
 rm -rf @zxcvbn* zod*
 # jsdom -- used for testing and next
 rm -rf jsdom*
-# note: cytoscape-fcose is a mermaid dep so alraedy bundled up
+# note: cytoscape-fcose is a mermaid dep so already bundled up
 # this is aa bunch of frontend only stuff
 rm -rf d3* @icons+material* katex* slate* react-highlight-words* codemirror* plotly* @plotly* mermaid* cytoscape-fcose* antd* pdfjs* maplibre* mapbox* three* @lumino* @mermaid* sass* webpack* @icons+material '@napi-rs+canvas'*
 rm -rf typescript* @tsd+typescript

src/packages/project-runner/package.json

@@ -11,7 +11,9 @@
     "tsc": "pnpm exec tsc  --pretty --preserveWatchOutput",
     "depcheck": "pnpx depcheck",
     "clean": "rm -rf node_modules dist",
-    "start": "pnpm exec cocalc-project-runner"
+    "start": "pnpm exec cocalc-project-runner",
+    "build-tarball": "cd sea && ./build-tarball.sh",
+    "build-sea": "cd sea && ./build-sea.sh"
   },
   "bin": {
     "cocalc-project-runner": "./bin/start.js"

src/packages/project-runner/sea/build-tarball.sh

@@ -0,0 +1,105 @@
+#!/usr/bin/env bash
+
+# This does a clean build from source of a clone
+# of the cocalc repo where it is run from, deletes
+# a lot that isn't needed for cocalc-project-runner, then
+# tars it all up.
+#    **The result should be well under 50 MB.**
+# See similar script in lite/bin/build-lite.sh
+
+set -ev
+
+VERSION="$npm_package_version"
+MACHINE="$(uname -m)"
+OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
+
+NAME=cocalc-project-runner-$VERSION-$MACHINE-$OS
+TMP=/tmp/$NAME
+rm -rf "$TMP"
+mkdir "$TMP"
+TARGET="$TMP/$NAME"
+SRC="$TARGET/src"
+
+echo "Creating $TARGET"
+
+BIN=`dirname "$(realpath $0)"`
+
+git clone --depth=1 $BIN/../../../.. $TARGET
+
+cd "$SRC"/packages
+rm -rf database hub next server file-server lite
+
+cd "$SRC"
+./workspaces.py install --exclude=database,hub,next,server,file-server,lite
+./workspaces.py build --exclude=database,hub,next,server,file-server,lite
+
+cd "$SRC"/packages
+rm -rf node_modules && pnpm install --prod --package-import-method=copy
+
+rm -rf cdn frontend
+rm -rf static/dist/*.map static/dist/embed-*.js
+
+cd node_modules/.pnpm
+rm -rf @next* next*
+rm -rf googleapis* @google*
+rm -rf zeromq*/node_modules/zeromq/prebuilds/*win*
+rm -rf @types*
+rm -rf @img*
+rm -rf @rspack*
+rm -rf rxjs*
+rm -rf @zxcvbn* zod*
+rm -rf jsdom*
+rm -rf d3* @icons+material* katex* slate* react-highlight-words* codemirror* plotly* @plotly* mermaid* cytoscape-fcose* antd* pdfjs* maplibre* mapbox* three* @lumino* @mermaid* sass* webpack* @icons+material '@napi-rs+canvas'*
+rm -rf typescript* @tsd+typescript
+rm -rf @cocalc+gcloud-pricing-calculator
+rm -rf @maplibre*  @orama*
+rm -rf caniuse-lite@* cytoscape@* cytoscape-cose-bilkent@*
+rm -rf refractor@* rc-picker@* @uiw+react-textarea-code-editor@* ajv@*
+rm -rf langium@* moment@* react-dom@* @sinclair+typebox@* @xterm+addon-fit@* @xterm+addon-webgl@* @xterm+addon-web-links@* @xterm+xterm@* yjs@* zlibjs@*  lodash-es@* @swc+helpers@*
+rm -rf @jupyter*
+rm -rf @asamuzakjp+css-color@* csv-parse@* elementary-circuits-directed-graph@* jquery@* [email protected]_react@* *webpack*
+rm -rf @stripe*
+rm -rf @dnd-kit*
+rm -rf uglify-js*
+rm -rf y-protocols*
+rm -rf @nteract*
+rm -rf dropzone@*
+mkdir x
+mv @ant-design* x
+mv x/@ant-design+colors* .
+rm -rf x
+
+rm -rf js-tiktoken* gpt3-tokenizer* openai* @mistralai* @anthropic* @langchain*
+
+if [ `uname` == "Linux" ]; then
+  rm -rf zeromq*/node_modules/zeromq/build/darwin/
+  rm -rf zeromq*/node_modules/zeromq/build/win32/
+fi
+
+if [ `uname` == "Darwin" ]; then
+  rm -rf zeromq*/node_modules/zeromq/build/linux/
+  rm -rf zeromq*/node_modules/zeromq/build/win32/
+fi
+
+if [ `uname` == 'x86_64']; then
+  rm -rf zeromq*/node_modules/zeromq/build/*/arm64
+fi
+if [ `uname` == 'arm64']; then
+  rm -rf zeromq*/node_modules/zeromq/build/*/x*64
+fi
+
+# Upstream sqlite sources are ~10MB:
+rm -rf better-sqlite3@*/node_modules/better-sqlite3/deps/sqlite3
+
+cd "$SRC"/..
+rm -rf *.md .github .git docs
+mv src/packages/* .
+rm -rf src
+# remove rustic -- only needed for file server
+rm -f backend/node_modules/.bin/rustic
+
+cd $TMP
+mkdir -p $BIN/../build/tarball
+tar Jcvf $BIN/../build/tarball/$NAME.tar.xz $NAME
+
+rm -rf "$TARGET"

src/packages/project/conat/api/index.ts

@@ -154,6 +154,8 @@ export const projectApi: ProjectApi = {
   editor,
   jupyter,
   sync,
+  isReady: async () => true,
+  waitUntilReady: async () => {},
 };
 
 async function getResponse({ name, args }) {