Test that constructive backdoor is not met

Author: christopher-wild

tests/json_front_tests/test_json_class.py

@@ -99,7 +99,7 @@ def test_f_flag(self):
         effects = {"NoEffect": NoEffect()}
         mutates = {
             "Increase": lambda x: self.json_class.scenario.treatment_variables[x].z3
-            > self.json_class.scenario.variables[x].z3
+                                  > self.json_class.scenario.variables[x].z3
         }
         estimators = {"LinearRegressionEstimator": LinearRegressionEstimator}
         with self.assertRaises(StatisticsError):
@@ -149,7 +149,7 @@ def test_run_json_tests_from_json(self):
         effects = {"NoEffect": NoEffect()}
         mutates = {
             "Increase": lambda x: self.json_class.scenario.treatment_variables[x].z3
-            > self.json_class.scenario.variables[x].z3
+                                  > self.json_class.scenario.variables[x].z3
         }
         estimators = {"LinearRegressionEstimator": LinearRegressionEstimator}
 
@@ -176,7 +176,7 @@ def test_generate_tests_from_json_no_dist(self):
         effects = {"NoEffect": NoEffect()}
         mutates = {
             "Increase": lambda x: self.json_class.scenario.treatment_variables[x].z3
-            > self.json_class.scenario.variables[x].z3
+                                  > self.json_class.scenario.variables[x].z3
         }
         estimators = {"LinearRegressionEstimator": LinearRegressionEstimator}
 
@@ -206,7 +206,7 @@ def test_formula_in_json_test(self):
         effects = {"Positive": Positive()}
         mutates = {
             "Increase": lambda x: self.json_class.scenario.treatment_variables[x].z3
-            > self.json_class.scenario.variables[x].z3
+                                  > self.json_class.scenario.variables[x].z3
         }
         estimators = {"LinearRegressionEstimator": LinearRegressionEstimator}
 
@@ -259,7 +259,7 @@ def test_concrete_generate_params(self):
         effects = {"NoEffect": NoEffect()}
         mutates = {
             "Increase": lambda x: self.json_class.scenario.treatment_variables[x].z3
-            > self.json_class.scenario.variables[x].z3
+                                  > self.json_class.scenario.variables[x].z3
         }
         estimators = {"LinearRegressionEstimator": LinearRegressionEstimator}
 
@@ -272,49 +272,91 @@ def test_concrete_generate_params(self):
         self.assertIn("failed", temp_out[-1])
 
     def test_no_data_provided(self):
+        json_class = JsonUtility("temp_out.txt", True)
+        json_class.set_paths(self.json_path, self.dag_path)
+
+        with self.assertRaises(ValueError):
+            json_class.setup(self.scenario)
+
+    def test_estimator_formula_type_check(self):
         example_test = {
             "tests": [
                 {
                     "name": "test1",
                     "mutations": {"test_input": "Increase"},
-                    "estimator": "LinearRegressionEstimator",
+                    "estimator": "CausalForestEstimator",
                     "estimate_type": "ate",
                     "effect_modifiers": [],
-                    "expected_effect": {"test_output": "NoEffect"},
+                    "expected_effect": {"test_output": "Positive"},
                     "skip": False,
+                    "formula": "test_output ~ test_input",
                 }
             ]
         }
-        json_class = JsonUtility("temp_out.txt", True)
-        json_class.set_paths(self.json_path, self.dag_path)
+        self.json_class.test_plan = example_test
 
-        with self.assertRaises(ValueError):
-            json_class.setup(self.scenario)
+        with self.assertRaises(TypeError):
+            self.json_class.run_json_tests(effects=effects, mutates=mutates, estimators=estimators, f_flag=False)
 
-    def test_estimator_formula_type_check(self):
+    effects = {"Positive": Positive()}
+    mutates = {
+        "Increase": lambda x: self.json_class.scenario.treatment_variables[x].z3
+                              > self.json_class.scenario.variables[x].z3
+    }
+    estimators = {"CausalForestEstimator": CausalForestEstimator}
+
+    def test_constructive_back_door_not_met(self):
         example_test = {
             "tests": [
                 {
                     "name": "test1",
-                    "mutations": {"test_input": "Increase"},
-                    "estimator": "CausalForestEstimator",
+                    "mutations": {"X": "Increase"},
+                    "estimator": "LinearRegressionEstimator",
                     "estimate_type": "ate",
                     "effect_modifiers": [],
-                    "expected_effect": {"test_output": "Positive"},
+                    "expected_effect": {"Y": "NoEffect"},
                     "skip": False,
-                    "formula": "test_output ~ test_input",
+                    "formula": "Y ~ X",
                 }
             ]
         }
-        self.json_class.test_plan = example_test
-        effects = {"Positive": Positive()}
+        inputs = [
+            Input("X", int),
+            Input("Z", int)
+        ]
+        outputs = [
+            Output("Y", int)
+        ]
+        variables = inputs + outputs
+        modelling_scenario = Scenario(variables)
+        modelling_scenario.setup_treatment_variables()
+        json_utility = JsonUtility("temp_out.txt", True)
+        test_data_dir_path = Path("tests/resources/data")
+        dag_path = str(test_data_dir_path / "dag_not_descendent.dot")
+        data_path = [str(test_data_dir_path / "not_descendent.csv")]
+
+        input_dict_list = [
+            {"name": "X", "datatype": float},
+            {"name": "Z", "datatype": float},
+        ]
+        output_dict_list = [{"name": "Y", "datatype": float}]
+        variables = CausalVariables(
+            inputs=input_dict_list, outputs=output_dict_list, metas=None
+        )
+
+        effects = {"NoEffect": NoEffect()}
         mutates = {
-            "Increase": lambda x: self.json_class.scenario.treatment_variables[x].z3
-                                  > self.json_class.scenario.variables[x].z3
+            "Increase": lambda x: json_utility.scenario.treatment_variables[x].z3
+                                  > json_utility.scenario.variables[x].z3
         }
-        estimators = {"CausalForestEstimator": CausalForestEstimator}
-        with self.assertRaises(TypeError):
-            self.json_class.run_json_tests(effects=effects, mutates=mutates, estimators=estimators, f_flag=False)
+        estimators = {"LinearRegressionEstimator": LinearRegressionEstimator}
+
+        scenario = Scenario(variables=variables, constraints=None)
+        json_utility.set_paths(self.json_path, dag_path, data_path)
+        json_utility.setup(scenario)
+        json_utility.test_plan = example_test
+        with self.assertRaises(ValueError):
+            json_utility.run_json_tests(effects=effects, mutates=mutates, estimators=estimators, f_flag=False)
 
     def tearDown(self) -> None:
         remove_temp_dir_if_existent()