response = httpx.get(request_url, timeout=10).raise_for_status()

Author: cclauss

web_programming/fetch_well_rx_price.py

@@ -5,21 +5,19 @@
 
 """
 
-from urllib.error import HTTPError
-
+import httpx
 from bs4 import BeautifulSoup
-from requests import exceptions, get
 
-BASE_URL = "https://www.wellrx.com/prescriptions/{0}/{1}/?freshSearch=true"
+BASE_URL = "https://www.wellrx.com/prescriptions/{}/{}/?freshSearch=true"
 
 
 def fetch_pharmacy_and_price_list(drug_name: str, zip_code: str) -> list | None:
     """[summary]
 
     This function will take input of drug name and zipcode,
     then request to the BASE_URL site.
-    Get the page data and scrape it to the generate the
-    list of lowest prices for the prescription drug.
+    Get the page data and scrape it to generate the
+    list of the lowest prices for the prescription drug.
 
     Args:
         drug_name (str): [Drug name]
@@ -28,12 +26,12 @@ def fetch_pharmacy_and_price_list(drug_name: str, zip_code: str) -> list | None:
     Returns:
         list: [List of pharmacy name and price]
 
-    >>> fetch_pharmacy_and_price_list(None, None)
-
-    >>> fetch_pharmacy_and_price_list(None, 30303)
-
-    >>> fetch_pharmacy_and_price_list("eliquis", None)
-
+    >>> print(fetch_pharmacy_and_price_list(None, None))
+    None
+    >>> print(fetch_pharmacy_and_price_list(None, 30303))
+    None
+    >>> print(fetch_pharmacy_and_price_list("eliquis", None))
+    None
     """
 
     try:
@@ -42,25 +40,22 @@ def fetch_pharmacy_and_price_list(drug_name: str, zip_code: str) -> list | None:
             return None
 
         request_url = BASE_URL.format(drug_name, zip_code)
-        response = get(request_url, timeout=10)
-
-        # Is the response ok?
-        response.raise_for_status()
+        response = httpx.get(request_url, timeout=10).raise_for_status()
 
         # Scrape the data using bs4
         soup = BeautifulSoup(response.text, "html.parser")
 
         # This list will store the name and price.
         pharmacy_price_list = []
 
-        # Fetch all the grids that contains the items.
+        # Fetch all the grids that contain the items.
         grid_list = soup.find_all("div", {"class": "grid-x pharmCard"})
         if grid_list and len(grid_list) > 0:
             for grid in grid_list:
                 # Get the pharmacy price.
                 pharmacy_name = grid.find("p", {"class": "list-title"}).text
 
-                # Get price of the drug.
+                # Get the price of the drug.
                 price = grid.find("span", {"p", "price price-large"}).text
 
                 pharmacy_price_list.append(
@@ -72,7 +67,7 @@ def fetch_pharmacy_and_price_list(drug_name: str, zip_code: str) -> list | None:
 
         return pharmacy_price_list
 
-    except (HTTPError, exceptions.RequestException, ValueError):
+    except (httpx.HTTPError, ValueError):
         return None