Merge branch 'release/v0.4.0'

Author: mdbenito

.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.3.0
+current_version = 0.4.0
 commit = False
 tag = False
 allow_dirty = False

.github/workflows/run-tests-workflow.yaml

@@ -4,9 +4,13 @@ on:
   workflow_call:
     inputs:
       tests_to_run:
-        description: "Determines which tests to run using Tox. Should be one of: default, torch, notebooks"
+        description: "Determines which tests to run using Tox. Should be one of: base, torch, notebooks"
         type: string
-        required: false
+        required: true
+      python_version:
+        description: "Determines which Python version to use"
+        type: string
+        required: true
 
 env:
   PY_COLORS: 1
@@ -18,10 +22,10 @@ jobs:
     - uses: actions/checkout@v3
       with:
         fetch-depth: 0
-    - name: Set up Python 3.8
+    - name: Set up Python ${{ inputs.python_version }}
       uses: actions/setup-python@v4
       with:
-        python-version: 3.8
+        python-version: ${{ inputs.python_version }}
         cache: 'pip'
     - name: Install Dev Requirements
       run: pip install -r requirements-dev.txt

.github/workflows/stale.yaml

@@ -0,0 +1,22 @@
+name: 'Close stale issues and PRs by externals'
+on:
+  schedule:
+    - cron: '30 1 * * *'
+
+jobs:
+  stale:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/stale@v6
+        with:
+          only-labels: 'awaiting-reply'
+          days-before-stale: 30
+          days-before-close: 7
+          exempt-all-assignees: true
+          exempt-draft-pr: true
+          stale-issue-message: 'Stale issue: awaiting OPs reply for 30 days'
+          close-issue-message: 'This issue was closed because it has been stalled for 7 days with no activity.'
+          stale-issue-label: 'stale'
+          stale-pr-message: 'Stale PR: awaiting OPs reply for 30 days'
+          close-pr-message: 'This issue was closed because it has been stalled for 7 days with no activity.'
+          stale-pr-label: 'stale'

.github/workflows/tox.yaml

@@ -2,7 +2,7 @@ name: Run tests, build docs, publish to TestPyPI
 
 on:
   push:
-    branches: [develop, main]
+    branches: [develop, master]
   pull_request:
     branches: [develop]
   workflow_dispatch:
@@ -71,22 +71,34 @@ jobs:
         path: ./docs/_build
         retention-days: 1
   base-tests:
+    strategy:
+      matrix:
+        python_version: ["3.8", "3.9", "3.10"]
     name: Run base tests
     uses: ./.github/workflows/run-tests-workflow.yaml
     with:
       tests_to_run: base
+      python_version: ${{ matrix.python_version }}
     needs: [lint]
   torch-tests:
+    strategy:
+      matrix:
+        python_version: ["3.8", "3.9", "3.10"]
     name: Run tests that use PyTorch
     uses: ./.github/workflows/run-tests-workflow.yaml
     with:
       tests_to_run: torch
+      python_version: ${{ matrix.python_version }}
     needs: [lint]
   notebook-tests:
+    strategy:
+      matrix:
+        python_version: ["3.8", "3.9", "3.10"]
     name: Run notebook tests
     uses: ./.github/workflows/run-tests-workflow.yaml
     with:
       tests_to_run: notebooks
+      python_version: ${{ matrix.python_version }}
     needs: [lint]
   push-docs-and-release-testpypi:
     name: Push Docs and maybe release Package to TestPyPI

.gitignore

@@ -138,3 +138,4 @@ pylint.html
 
 # Saved data
 runs/
+data/models/

CHANGELOG.md

@@ -1,5 +1,40 @@
 # Changelog
 
+## 0.4.0 - 🏭💥 New algorithms and more breaking changes
+
+- GH action to mark issues as stale
+  [PR #201](https://github.com/appliedAI-Initiative/pyDVL/pull/201)
+- Disabled caching of Utility values as well as repeated evaluations by default
+  [PR #211](https://github.com/appliedAI-Initiative/pyDVL/pull/211)
+- Test and officially support Python version 3.9 and 3.10 
+  [PR #208](https://github.com/appliedAI-Initiative/pyDVL/pull/208)
+- **Breaking change:** Introduces a class ValuationResult to gather and inspect
+  results from all valuation algorithms
+  [PR #214](https://github.com/appliedAI-Initiative/pyDVL/pull/214)
+- Fixes bug in Influence calculation with multi-dimensional input and adds
+  new example notebook
+  [PR #195](https://github.com/appliedAI-Initiative/pyDVL/pull/195)
+- **Breaking change**: Passes the input to `MapReduceJob` at initialization,
+  removes `chunkify_inputs` argument from `MapReduceJob`, removes `n_runs`
+  argument from `MapReduceJob`, calls the parallel backend's `put()` method for
+  each generated chunk in `_chunkify()`, renames ParallelConfig's `num_workers`
+  attribute to `n_local_workers`, fixes a bug in `MapReduceJob`'s chunkification
+  when `n_runs` >= `n_jobs`, and defines a sequential parallel backend to run
+  all jobs in the current thread
+  [PR #232](https://github.com/appliedAI-Initiative/pyDVL/pull/232)
+- **New method**: Implements exact and monte carlo Least Core for data valuation,
+  adds `from_arrays()` class method to the `Dataset` and `GroupedDataset`
+  classes, adds `extra_values` argument to `ValuationResult`, adds
+  `compute_removal_score()` and `compute_random_removal_score()` helper functions
+  [PR #237](https://github.com/appliedAI-Initiative/pyDVL/pull/237)
+- **New method**: Group Testing Shapley for valuation, from _Jia et al. 2019_
+  [PR #240](https://github.com/appliedAI-Initiative/pyDVL/pull/240)
+- Fixes bug in ray initialization in `RayParallelBackend` class
+  [PR #239](https://github.com/appliedAI-Initiative/pyDVL/pull/239)
+- Implements "Egalitarian Least Core", adds [cvxpy](https://www.cvxpy.org/) as a
+  dependency and uses it instead of scipy as optimizer
+  [PR #243](https://github.com/appliedAI-Initiative/pyDVL/pull/243)
+
 ## 0.3.0 - 💥 Breaking changes
 
 - Simplified and fixed powerset sampling and testing