Merge pull request #1491 from robbrad/release_18_june

Author: robbrad

uk_bin_collection/tests/input.json

@@ -16,6 +16,7 @@ class CouncilClass(AbstractGetBinDataClass):
     def parse_data(self, page: str, **kwargs) -> dict:
 
         user_uprn = kwargs.get("uprn")
+        postcode = kwargs.get("postcode")
         check_uprn(user_uprn)
         bindata = {"bins": []}
 
@@ -57,6 +58,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
             "TriggerCtl": "",
             "FF265": f"U{user_uprn}",
             "FF265lbltxt": "Please select your address",
+            "FF265-text": postcode
         }
 
         # print(payload)

uk_bin_collection/uk_bin_collection/councils/CumberlandCouncil.py

@@ -51,7 +51,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
                     if row.find("dt").get_text().strip().lower() == "next collection":
                         collection_date = remove_ordinal_indicator_from_date_string(
                             row.find("dd").get_text()
-                        ).strip()
+                        ).strip().replace(" (In progress)", "")
                         # strip out any text inside of the date string
                         collection_date = re.sub(
                             r"\n\s*\(this.*?\)", "", collection_date

uk_bin_collection/uk_bin_collection/councils/KingstonUponThamesCouncil.py

@@ -151,7 +151,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
 
             # Looking for bin types in the exact HTML structure
             bin_type_elements = soup.select(
-                "div.formatting_bold.formatting_size_bigger.formatting span.value-as-text"
+                "div.page_cell.contains_widget:first-of-type div.formatting_bold.formatting_size_bigger.formatting span.value-as-text"
             )
             # print(f"Found {len(bin_type_elements)} bin type elements")
 

uk_bin_collection/uk_bin_collection/councils/NorthHertfordshireDistrictCouncil.py

@@ -21,8 +21,8 @@ def parse_data(self, page: str, **kwargs) -> dict:
         check_postcode(user_postcode)
         bindata = {"bins": []}
 
-        session_uri = "https://www.oxford.gov.uk/mybinday"
-        URI = "https://www.oxford.gov.uk/xfp/form/142"
+        session_uri = "https://www.oxford.gov.uk/xfp/form/142"
+        URI = "https://www.oxford.gov.uk/xfp/form/142#q6ad4e3bf432c83230a0347a6eea6c805c672efeb_0"
 
         session = requests.Session()
         token_response = session.get(session_uri)
@@ -40,15 +40,18 @@ def parse_data(self, page: str, **kwargs) -> dict:
 
         collection_response = session.post(URI, data=form_data)
 
-        collection_soup = BeautifulSoup(collection_response.text, "html.parser")
-        for paragraph in collection_soup.find("div", class_="editor").find_all("p"):
-            matches = re.match(r"^(\w+) Next Collection: (.*)", paragraph.text)
+        soup = BeautifulSoup(collection_response.text, "html.parser")
+        #print(soup)
+
+        for paragraph in soup.find("div", class_="editor").find_all("p"):
+            matches = re.match(r"^Your next (\w+) collections: (.*)", paragraph.text)
             if matches:
                 collection_type, date_string = matches.groups()
+                parts = date_string.split(', ', 1)
                 try:
-                    date = datetime.strptime(date_string, "%A %d %B %Y").date()
+                    date = datetime.strptime(parts[0], "%A %d %B %Y").date()
                 except ValueError:
-                    date = datetime.strptime(date_string, "%A %d %b %Y").date()
+                    date = datetime.strptime(parts[0], "%A %d %b %Y").date()
 
                 dict_data = {
                     "type": collection_type,
@@ -61,3 +64,5 @@ def parse_data(self, page: str, **kwargs) -> dict:
         )
 
         return bindata
+
+

uk_bin_collection/uk_bin_collection/councils/OxfordCityCouncil.py

@@ -113,7 +113,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
                             try:
                                 # Convert date from "Friday 09 May 2025" format
                                 parsed_date = datetime.strptime(
-                                    collection_date, "%A %d %B %Y"
+                                    collection_date, "%A %d %b %Y"
                                 )
                                 formatted_date = parsed_date.strftime("%d/%m/%Y")
 
@@ -132,7 +132,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
                 key=lambda x: datetime.strptime(x["collectionDate"], "%d/%m/%Y")
             )
 
-            print(bin_data)
+            #print(bin_data)
 
         except Exception as e:
             # Here you can log the exception if needed

uk_bin_collection/uk_bin_collection/councils/RugbyBoroughCouncil.py

@@ -82,7 +82,7 @@ def parse_data(self, page: str, **kwargs) -> dict:
         # Get the dates.
         for bins in soup.find_all("div", {"class": "BinsRecycling"}):
             bin_type = bins.find("h2").text
-            binCollection = bins.find("div", {"class": "dateWrapper-next"}).get_text(
+            binCollection = bins.find("div", {"class": "dateWrap-next"}).get_text(
                 strip=True
             )
             binData = datetime.strptime(

uk_bin_collection/uk_bin_collection/councils/WiganBoroughCouncil.py

@@ -1158,9 +1158,10 @@ Note: Pass the house number and postcode in their respective parameters.
 
 ### Cumberland Borough Council
 ```commandline
-python collect_data.py CumberlandCouncil https://waste.cumberland.gov.uk -u XXXXXXXX
+python collect_data.py CumberlandCouncil https://waste.cumberland.gov.uk -u XXXXXXXX -p "XXXX XXX"
 ```
 Additional parameters:
+- `-p` - postcode
 - `-u` - UPRN
 
 Note: Use [FindMyAddress](https://www.findmyaddress.co.uk/search) to find your UPRN.
@@ -2682,7 +2683,7 @@ Note: Replace UPRN in URL with your own UPRN.
 
 ### Oxford City Council
 ```commandline
-python collect_data.py OxfordCityCouncil https://www.oxford.gov.uk -u XXXXXXXX -p "XXXX XXX"
+python collect_data.py OxfordCityCouncil https://www.oxford.gov.uk/xfp/form/142 -u XXXXXXXX -p "XXXX XXX"
 ```
 Additional parameters:
 - `-u` - UPRN