Small bugfixes

- Stop using /tmp but create file locally (and delete it when finished)
- Stop dropping the status column (as it's not always "PUBLISHED" as assumed)

Author: felixrech

pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "hys_scraper"
-version = "0.1.3"
+version = "0.1.32"
 description = "Scrape feedback and statistics from the European Commission's 'Have your Say' plattform."
 readme = "README.md"
 classifiers = [

src/hys_scraper/hys_scraper.py

@@ -206,7 +206,7 @@ def _feedbacks_to_dataframe(
 
         # Drop some unnecessary columns
         df = df.drop(
-            columns=["status", "isMyFeedback", "historyEventOccurs", "_links"],
+            columns=["isMyFeedback", "historyEventOccurs", "_links"],
             errors="ignore",
         )
 
@@ -259,10 +259,7 @@ def _download_attachments(self, df: pd.DataFrame) -> pd.DataFrame:
             DataFrame containing the filenames of the downloaded attachments (relative
             to target_dir).
         """
-        # Create a temporary download location
-        if not os.path.isdir("/tmp/hys_scraper"):
-            os.mkdir("/tmp/hys_scraper")
-        tmp_location = "/tmp/hys_scraper/tmp.pdf"
+        tmp_location = "./.tmp.pdf"
 
         # Get a id, attachment dataframe
         df = df[["id", "attachments"]].copy()