Merge pull request #354 from The-Strategy-Unit/bugfix-pbm-op

Bugfix to allow PBM to run

Author: yiwen-h

model/data/databricks.py

@@ -225,14 +225,15 @@ def get_op(self) -> pd.DataFrame:
             .filter(F.col("fyear") == self._year)
             .withColumn("dataset", F.lit("NATIONAL"))
             .withColumn("sitetret", F.lit("NATIONAL"))
+            # TODO: temporary fix, see #353
+            .withColumn("sushrg_trimmed", F.lit("HRG"))
+            .withColumn("imd_quintile", F.lit(0))
             .groupBy(
                 op.drop(
                     "index",
                     "fyear",
                     "attendances",
-                    "tele_attendances",
-                    "sushrg_trimmed",
-                    "imd_quintile",
+                    "tele_attendances"
                 ).columns
             )
             .agg(