Release 11/11/24 (#131)

- Setup PIP
- Remove Prefect from repo
- Remove any leftover references of participation rewards

---------

Co-authored-by: Haris Angelidakis <64154020+harisang@users.noreply.github.com>

Author: bram-vdberg

.github/workflows/prefect.yaml

@@ -48,22 +48,3 @@ build-image:
 run-image:
 	echo "using ${PWD}/data"
 	docker run -v ${PWD}/data:/app/data --env-file .env local_dune_sync
-
-prefect:
-	@if [ -z "$(VIRTUAL_ENV)" ]; then \
-		echo "Error: Not in a virtual environment. Please activate a virtual environment before running this command."; \
-		exit 1; \
-	else \
-		pip install -r requirements/prefect.txt; \
-		prefect server start; \
-	fi
-
-deployment:
-	@if [ -z "$(VIRTUAL_ENV)" ]; then \
-		echo "Error: Not in a virtual environment. Please activate a virtual environment before running this command."; \
-		exit 1; \
-	else \
-		pip install -r requirements/prefect.txt; \
-		pip install -r requirements/prod.txt; \
-		python -m src.deploy_prefect.local_deploy; \
-	fi

Makefile

@@ -15,6 +15,12 @@ To execute the main binary (inside the container) run
 python3 -m src.main --sync-table <job>
 ```
 
+Another way to install the repo is with pip:
+``
+pip install git+https://github.com/cowprotocol/dune-sync.git@<branch-name>
+```
+This allows you to install the repo as a module to your local environment and automatically install the required dependencies.
+
 # Docker
 
 ### Build

README.md

@@ -0,0 +1,2 @@
+include logging.conf
+include requirements/prod.txt

manifest.in

@@ -0,0 +1,28 @@
+import os
+from setuptools import setup, find_packages
+
+subpackages = find_packages("src")
+packages = ["src"] + ["src." + p for p in subpackages]
+
+
+def read_requirements(filename):
+    with open(filename, "r") as f:
+        return [line.strip() for line in f.readlines() if line.strip()]
+
+
+setup(
+    name="src",
+    version="1.6.4",
+    packages=packages,
+    package_dir={"dune_sync": "src/dune_sync"},
+    include_package_data=True,
+    data_files=[
+        (
+            os.path.join(
+                "lib", "python{0}.{1}".format(*os.sys.version_info[:2]), "site-packages"
+            ),
+            ["logging.conf"],
+        )
+    ],
+    install_requires=read_requirements("requirements/prod.txt"),
+)

requirements/prefect.txt

@@ -35,7 +35,6 @@ def from_pdf_to_dune_records(cls, rewards_df: DataFrame) -> list[dict[str, Any]]
                     "fee": int(row["network_fee"]),
                     "winning_score": int(row["winning_score"]),
                     "reference_score": int(row["reference_score"]),
-                    "participating_solvers": row["participating_solvers"],
                 },
             }
             for row in rewards_df.to_dict(orient="records")