E2E tests wip

Author: marrrcin

.github/workflows/python-package.yml

@@ -59,14 +59,15 @@ def create_http_session(status_forcelist: Optional[List[int]] = None):
             backoff_factor=1,
             raise_on_status=True,
         )
+        print("XD")
         adapter = HTTPAdapter(max_retries=retry_strategy)
         session = requests.Session()
         if "AIRFLOW_API_TOKEN" in os.environ:
             token = os.environ["AIRFLOW_API_TOKEN"]
             session.headers.update({"Authorization": "Bearer " + token})
         session.mount("https://", adapter)
         session.mount("http://", adapter)
-
+        print("Session!!!")
         return session
 
     def get_dag(self, dag_id: str) -> DAGModel:
@@ -84,6 +85,7 @@ def get_dag(self, dag_id: str) -> DAGModel:
             raise RuntimeError(res.json().get("title"))
         dag_json = res.json()
         dag = DAGModel(dag_id=dag_json["dag_id"], tags=dag_json["tags"])
+        print("XD")
         return dag
 
     def wait_for_dag(self, dag_id: str, tag: str) -> DAGModel:
@@ -96,11 +98,14 @@ def wait_for_dag(self, dag_id: str, tag: str) -> DAGModel:
         session = AirflowClient.create_http_session([404])
         count = 0
         while count <= self.max_retries:
+            print("getting")
+            print(f"{self.rest_api_url}/dags/{dag_id}")
             res = session.get(
                 url=f"{self.rest_api_url}/dags/{dag_id}",
                 headers={"Content-Type": "application/json"},
                 verify=AirflowClient.VERIFY,
             )
+            print(res)
             dag_json = res.json()
             if res.status_code != 200:
                 raise RuntimeError(dag_json.get("title"))

kedro_airflow_k8s/airflow.py

@@ -7,7 +7,7 @@
 
 # Runtime Requirements.
 INSTALL_REQUIRES = [
-    "kedro>=0.16,<=0.18",
+    "kedro>=0.16,<0.17",
     "click<8.0",
     "semver~=2.10",
     "python-slugify>=4.0.1",