Run install and test on several Python versions (#7)

* Run pytest on many versions

Author: nielstron

.github/workflows/build.yml

@@ -1,4 +1,4 @@
-name: Python application
+name: Build & Test
 
 on:
   push:
@@ -13,19 +13,25 @@ jobs:
   build:
 
     runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
 
     steps:
     - uses: actions/checkout@v4
-    - name: Set up Python 3.10
+    - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v3
       with:
-        python-version: "3.10"
+        python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
         python -m pip install --upgrade pip
-        pip install pre-commit
-        pip install -e .
+        pip install -e ".[testing,develop]"
     - name: Run pre-commit checks
       run: |
         pre-commit install
         pre-commit run --all-files
+    - name: Test with pytest
+      run: |
+        pytest

README.md

@@ -1,4 +1,17 @@
+<div align="center">
+    <h1>SWT-Bench 🐛🔍</h1>
+
+[![Build & Test](https://github.com/logic-star-ai/swt-bench/actions/workflows/build.yml/badge.svg)](https://github.com/logic-star-ai/swt-bench/actions/workflows/build.yml)
+   <a href="https://www.python.org/">
+        <img alt="Build" src="https://img.shields.io/badge/Python-3.9+-1f425f.svg?color=blue">
+    </a>
+[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
+
+</div>
+
+
 ## 👋 Overview
+
 SWT-bench is a benchmark for evaluating large language models on testing generation for real world software issues collected from GitHub.
 Given a *codebase* and an *issue*, a language model is tasked with generating a *reproducing test* that fails in the original state of the code base and passes after a patch resolving the issue has been applied.
 

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "SWT-Bench"
-version = "0.0.1"
+version = "1.0.1"
 authors = [
     {name="Mark Mueller", email="mark@logicstar.ai"},
     {name="Niels Mündler", email="niels.muendler@inf.ethz.ch"},
@@ -24,5 +24,6 @@ dependencies = [
 ]
 
 [project.optional-dependencies]
-testing = ["pytest", "pytest-cov", "pytest-xdist", "git"]
+develop = ["pre-commit"]
+testing = ["pytest", "pytest-cov", "pytest-xdist"]
 figures = ["tiktoken", "numpy", "tabulate", "venny4py", "nltk"]