Merge pull request #1371 from WolframResearch/feature/optimized-snippet-retrieval

Implement streamable documentation snippets

Author: rhennigan

.github/workflows/Build.yml

@@ -23,7 +23,7 @@ jobs:
     timeout-minutes: 30
 
     container:
-      image: wolframresearch/wolframengine:14.2.1
+      image: wolframresearch/wolframengine:14.3.0
       options: --user root
 
     env:
@@ -33,6 +33,16 @@ jobs:
     - name: Checkout
       uses: actions/checkout@v4
 
+    - name: Download Snippets
+      run: |
+        apt-get update && apt-get install -y unzip
+        mkdir -p Assets/Snippets/Streamable/Documentation
+        mkdir -p Assets/Snippets/Streamable/ResourceSystem
+        curl -L -o /tmp/Documentation.zip "https://www.wolframcloud.com/obj/wolframai-content/StreamableSnippets/Documentation/14-3-0-11967661.zip"
+        curl -L -o /tmp/ResourceSystem.zip "https://www.wolframcloud.com/obj/wolframai-content/StreamableSnippets/ResourceSystem/1-0-0.zip"
+        unzip -o /tmp/Documentation.zip -d Assets/Snippets/Streamable/Documentation
+        unzip -o /tmp/ResourceSystem.zip -d Assets/Snippets/Streamable/ResourceSystem
+
     - name: Build
       run: wolframscript -f Scripts/BuildPaclet.wls
 

.github/workflows/ExperimentalRelease.yml

@@ -25,7 +25,7 @@ jobs:
     timeout-minutes: 15
 
     container:
-      image: wolframresearch/wolframengine:14.2.1
+      image: wolframresearch/wolframengine:14.3.0
       options: --user root
 
     steps:
@@ -40,6 +40,16 @@ jobs:
     - name: Checkout
       uses: actions/checkout@v4
 
+    - name: Download Snippets
+      run: |
+        apt-get update && apt-get install -y unzip
+        mkdir -p Assets/Snippets/Streamable/Documentation
+        mkdir -p Assets/Snippets/Streamable/ResourceSystem
+        curl -L -o /tmp/Documentation.zip "https://www.wolframcloud.com/obj/wolframai-content/StreamableSnippets/Documentation/14-3-0-11967661.zip"
+        curl -L -o /tmp/ResourceSystem.zip "https://www.wolframcloud.com/obj/wolframai-content/StreamableSnippets/ResourceSystem/1-0-0.zip"
+        unzip -o /tmp/Documentation.zip -d Assets/Snippets/Streamable/Documentation
+        unzip -o /tmp/ResourceSystem.zip -d Assets/Snippets/Streamable/ResourceSystem
+
     - name: Build Paclet
       run: wolframscript -f Scripts/BuildPaclet.wls
 

.github/workflows/IncrementPacletVersion.yml

@@ -22,7 +22,7 @@ jobs:
     timeout-minutes: 15
 
     container:
-      image: wolframresearch/wolframengine:14.2.1
+      image: wolframresearch/wolframengine:14.3.0
       options: --user root
 
     steps:

.github/workflows/Release.yml

@@ -23,7 +23,7 @@ jobs:
     timeout-minutes: 30
 
     container:
-      image: wolframresearch/wolframengine:14.2.1
+      image: wolframresearch/wolframengine:14.3.0
       options: --user root
 
     env:
@@ -33,6 +33,16 @@ jobs:
     - name: Checkout
       uses: actions/checkout@v4
 
+    - name: Download Snippets
+      run: |
+        apt-get update && apt-get install -y unzip
+        mkdir -p Assets/Snippets/Streamable/Documentation
+        mkdir -p Assets/Snippets/Streamable/ResourceSystem
+        curl -L -o /tmp/Documentation.zip "https://www.wolframcloud.com/obj/wolframai-content/StreamableSnippets/Documentation/14-3-0-11967661.zip"
+        curl -L -o /tmp/ResourceSystem.zip "https://www.wolframcloud.com/obj/wolframai-content/StreamableSnippets/ResourceSystem/1-0-0.zip"
+        unzip -o /tmp/Documentation.zip -d Assets/Snippets/Streamable/Documentation
+        unzip -o /tmp/ResourceSystem.zip -d Assets/Snippets/Streamable/ResourceSystem
+
     - name: Build
       run: wolframscript -f Scripts/BuildPaclet.wls --check=true
 
@@ -51,7 +61,7 @@ jobs:
     timeout-minutes: 30
 
     container:
-      image: wolframresearch/wolframengine:14.2.1
+      image: wolframresearch/wolframengine:14.3.0
       options: --user root
 
     env:

.gitignore

@@ -1,4 +1,5 @@
 .DS_Store
+Assets/Snippets/Streamable/*
 Assets/VectorDatabases/**/*.usearch
 Assets/VectorDatabases/**/*.wl
 Assets/VectorDatabases/**/*.wxf

.vscode/settings.json

@@ -86,6 +86,7 @@
         "Screencast",
         "Scrollbars",
         "specialkeywords",
+        "Streamable",
         "Struckthrough",
         "Stylesheet",
         "Subcontexts",
@@ -120,7 +121,8 @@
         "WOLFRAMINIT",
         "wolframresearch",
         "wolframscript",
-        "wstp"
+        "wstp",
+        "wxfl"
     ],
     "cSpell.ignoreRegExpList": [
         "\\:\\:[a-z]+",             // message names

Assets/Snippets/EntityValues.wxf

@@ -2,7 +2,7 @@ PacletObject[ <|
     "Name"           -> "Wolfram/Chatbook",
     "PublisherID"    -> "Wolfram",
     "Version"        -> "2.5.41",
-    "WolframVersion" -> "14.2+",
+    "WolframVersion" -> "14.3+",
     "Description"    -> "Wolfram Notebooks + LLMs",
     "License"        -> "MIT",
     "Creator"        -> "Connor Gray, Theodore Gray, Richard Hennigan, Kevin Daily",