Run tests against pre-release versions (#16872)

* Run tests against pre-release versions

* Updates

Author: DonJayamanne

.github/workflows/build-test.yml

@@ -307,13 +307,13 @@ jobs:
             tags: '^[^@]+$|@mandatory'
             os: ubuntu-latest
             ipywidgetsVersion: ''
-          #   - jupyterConnection: remote
-          #     python: python
-          #     pythonVersion: '3.10'
-          #     packageVersion: 'prerelease'
-          #     tags: '^[^@]+$|@mandatory'
-          #     os: ubuntu-latest
-          #     ipywidgetsVersion: ''
+          - jupyterConnection: remote
+            python: python
+            pythonVersion: '3.10'
+            packageVersion: 'prerelease'
+            tags: '^[^@]+$|@mandatory'
+            os: ubuntu-latest
+            ipywidgetsVersion: ''
           - jupyterConnection: web
             python: python
             pythonVersion: '3.10'
@@ -353,13 +353,13 @@ jobs:
             os: ubuntu-latest
             ipywidgetsVersion: ''
           # Pre-Release Versions
-          #   - jupyterConnection: raw
-          #     python: python
-          #     pythonVersion: '3.10'
-          #     packageVersion: 'prerelease'
-          #     tags: '^[^@]+$|@mandatory|@kernelCore|@python|@jupyter'
-          #     os: ubuntu-latest
-          #     ipywidgetsVersion: ''
+          - jupyterConnection: raw
+            python: python
+            pythonVersion: '3.10'
+            packageVersion: 'prerelease'
+            tags: '^[^@]+$|@mandatory|@kernelCore|@python|@jupyter|@widgets'
+            os: ubuntu-latest
+            ipywidgetsVersion: ''
           # Without Python
           - jupyterConnection: raw
             python: noPython
@@ -383,6 +383,9 @@ jobs:
       - name: Generate Tag Variable
         run: echo "TAGSVAR=${{ matrix.tags }}}" >> $GITHUB_ENV
 
+      - name: Generate Package PreRelease Variable
+        run: echo "PACKAGE_PRE_RELEASE=${{ matrix.packageVersion }}" >> $GITHUB_ENV
+
       - name: Generate Friendly Variable
         run:
           # Generate a file friendly tag name for the test run (used for the artifacts)

src/test/datascience/notebook/kernelCrashes.vscode.test.ts

@@ -222,6 +222,10 @@ suite('VSCode Notebook Kernel Error Handling - @kernelCore', function () {
             );
         }
         test('Ensure we get an error displayed in cell output and prompt when user has a file named random.py next to the ipynb file', async function () {
+            // eslint-disable-next-line local-rules/dont-use-process
+            if (process.env.PACKAGE_PRE_RELEASE === 'prerelease') {
+                return this.skip();
+            }
             await runAndFailWithKernelCrash();
             const cell3 = await notebook.appendCodeCell('print("123412341234")');
             const kernel = kernelProvider.get(notebook)!;
@@ -247,6 +251,10 @@ suite('VSCode Notebook Kernel Error Handling - @kernelCore', function () {
             assert.strictEqual(cell3.executionSummary?.executionOrder, 1);
         });
         test('Ensure cell output does not have errors when execution fails due to dead kernel', async function () {
+            // eslint-disable-next-line local-rules/dont-use-process
+            if (process.env.PACKAGE_PRE_RELEASE === 'prerelease') {
+                return this.skip();
+            }
             await runAndFailWithKernelCrash();
             const cell3 = await notebook.appendCodeCell('print("123412341234")');
             const kernel = kernelProvider.get(notebook)!;
@@ -267,6 +275,10 @@ suite('VSCode Notebook Kernel Error Handling - @kernelCore', function () {
             assert.isUndefined(cell3.executionSummary?.executionOrder, 'Should not have an execution order');
         });
         test('Ensure we get only one prompt to restart kernel when running all cells against a dead kernel', async function () {
+            // eslint-disable-next-line local-rules/dont-use-process
+            if (process.env.PACKAGE_PRE_RELEASE === 'prerelease') {
+                return this.skip();
+            }
             await runAndFailWithKernelCrash();
             await notebook.appendCodeCell('print("123412341234")');
             const kernel = kernelProvider.get(notebook)!;