Added performance benchmarks for Code Interpreter CI/CD (#145)

* added performance tests

* Update pull_request.yml to include performance-tests in cleanup-build-template dependencies

* updated lock file

* on PR quick iteration around

* Refactor performance tests workflow and enhance performance plot generation

- Renamed job from 'publish' to 'performance-tests' for clarity.
- Added step to upload performance plot artifact after tests.
- Updated boxplot function to use 'tick_labels' for better label handling.

* change artifcat directory

* relative file path

* corrected work dir

* iterations count, prod cd

* fixed workflow syntax

Author: mishushakov

.github/workflows/performance_tests.yml

@@ -0,0 +1,63 @@
+name: Performance tests
+
+on:
+  workflow_call:
+    secrets:
+      E2B_API_KEY:
+        required: true
+    inputs:
+      E2B_DOMAIN:
+        required: false
+        type: string
+      E2B_TESTS_TEMPLATE:
+        required: false
+        type: string
+      E2B_TESTS_BENCHMARK_ITERATIONS_COUNT:
+        required: false
+        type: number
+        default: 20
+
+permissions:
+  contents: read
+
+jobs:
+  performance-tests:
+    defaults:
+      run:
+        working-directory: ./python
+    name: Performance tests
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.12'
+
+      - name: Install and configure Poetry
+        uses: snok/install-poetry@v1
+        with:
+          version: 1.5.1
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+
+      - name: Install dependencies
+        run: poetry install
+
+      - name: Run performance tests
+        run: poetry run python tests/performance.py
+        env:
+          E2B_API_KEY: ${{ secrets.E2B_API_KEY }}
+          E2B_DOMAIN: ${{ inputs.E2B_DOMAIN }}
+          E2B_TESTS_TEMPLATE: ${{ inputs.E2B_TESTS_TEMPLATE }}
+          E2B_TESTS_BENCHMARK_ITERATIONS_COUNT: ${{ inputs.E2B_TESTS_BENCHMARK_ITERATIONS_COUNT }}
+      - name: Upload performance plot artifact
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: performance-plot-${{ github.run_number }}
+          path: ./python/performance_plot.png
+          retention-days: 30

.github/workflows/pull_request.yml

@@ -36,9 +36,17 @@ jobs:
     with:
       E2B_DOMAIN: ${{ vars.E2B_DOMAIN }}
       E2B_TESTS_TEMPLATE: ${{ needs.build-template.outputs.template_id }}
+  performance-tests:
+    uses: ./.github/workflows/performance_tests.yml
+    needs: build-template
+    secrets:
+      E2B_API_KEY: ${{ secrets.E2B_API_KEY }}
+    with:
+      E2B_DOMAIN: ${{ vars.E2B_DOMAIN }}
+      E2B_TESTS_TEMPLATE: ${{ needs.build-template.outputs.template_id }}
   cleanup-build-template:
     uses: ./.github/workflows/cleanup_build_template.yml
-    needs: [build-template, js-sdk, python-sdk]
+    needs: [build-template, js-sdk, python-sdk, performance-tests]
     if: always() && !contains(needs.build-template.result, 'failure') && !contains(needs.build-template.result, 'cancelled')
     secrets:
       E2B_TESTS_ACCESS_TOKEN: ${{ secrets.E2B_TESTS_ACCESS_TOKEN }}