Merge pull request #495 from The-Strategy-Unit/fix-inequalities-databricks-bug

fix bug in inequalities for PBM notebook

Author: yiwen-h

src/nhp/model/data/databricks.py

@@ -341,6 +341,8 @@ def get_inequalities(self) -> pd.DataFrame:
         :return: the inequalities dataframe
         :rtype: pd.DataFrame
         """
-        return self._spark.read.table("nhp.default.inequalities").filter(
-            F.col("fyear") == self._year * 100 + (self._year + 1) % 100
+        return (
+            self._spark.read.table("nhp.default.inequalities")
+            .filter(F.col("fyear") == self._year * 100 + (self._year + 1) % 100)
+            .toPandas()
         )