test from windows

Author: b-yogesh

README.md

@@ -332,3 +332,16 @@ If you face any other problems not mentioned above, please reach out to us.
 - [Minio](https://min.io/docs/minio/container/index.html)
 - [JupyterLab](https://jupyterlab.readthedocs.io/)
 - [Minikube](https://minikube.sigs.k8s.io/docs/)
+
+
+### TODO:
+
+Make ECR work. How to add credentials?
+
+S3 credentials access?
+
+Add sensor based DAGs
+
+Make CI unittest using conda instead
+
+Update CI to use ECR credentials.

{{ cookiecutter.folder_name }}/README.md

@@ -13,7 +13,7 @@ Add License Badge
 
 {{ cookiecutter.project_name|capitalize }}
 
-Please have a look at the documentation to get started!
+Please have a look at the [documentation](https://bcdev.github.io/gaiaflow/getting_started/) to get started!
 Feel free to update this README as your own.
 
 To add a license, please choose which license you want for your project 

{{ cookiecutter.folder_name }}/dags/README.md

@@ -18,8 +18,6 @@ DAGs.
 - For testing purposes, you can trigger them manually. If you would like to also manually trigger them for your workflow
 you can!
 - But if you want your DAG to run periodically, setting the start_date and schedule is important.
-- NOTE: By default, if you set a `start_date` in the past, Airflow will try to backfill all those runs. To avoid that,
-use catchup=False inside the dag definitions.
 
 
 ## Common parameters used while defining a DAG

{{ cookiecutter.folder_name }}/dags/change_me_task_factory_dag.py

@@ -112,7 +112,7 @@
             # create a docker image to run your package with all the dependencies included.
             # Please update the image name below:
             # TODO: Talk with Tejas to align on image naming.
-            image="my-local-image/my-package:0.0.1",
+            image="<your-image-name>",
 
             # TODO: Discuss with Tejas about a process for creating secrets
             secrets=["my-minio-creds"],
@@ -149,7 +149,7 @@
                 },
             },
 
-            image="my-local-image/my-package:0.0.1",
+            image="<your-image-name>",
             secrets=["my-minio-creds"],
             env_vars={
                 "MLFLOW_TRACKING_URI": f"http://{MINIKUBE_GATEWAY}:5000",
@@ -174,7 +174,7 @@
                     "key": "return_value",
                 },
             },
-            image="my-local-image/my-package:0.0.1",
+            image="<your-image-name>",
             secrets=["my-minio-creds"],
             env_vars={
                 "MLFLOW_TRACKING_URI": f"http://{MINIKUBE_GATEWAY}:5000",
@@ -187,35 +187,4 @@
     trainer >> predictor
 
 
-# TODO:
-#  [DONE] Update ti.xcom code with simple return dict statements.
-#  [DONE] Update the cookiecutter so that it allows using Airflow standalone (
-#  without
-#  MLOps) for projects requiring only Airflow.
-#  Make ECR work. How to add credentials?
-#  [DONE]Make sure task factory works out of the box when new projects are
-#  created.
-#  [DONE]Add tests for Airflow dags.
-#  [DONE]Update the documentation stating that we should only return simple
-#  objects from the
-#  main function that airflow needs to execute.
-#  [DONE]Update documentation providing best practices while working with
-#  Docker (
-#  cleanup images on registry, local etc.)
-#  S3 credentials access?
-#  Add sensor based DAGs
-#  [DONE] Add version.py in package
-#  [DONE] Improve change_me_train.py and other files.
-#  Make CI unittest using conda instead
-#  Update CI to use ECR credentials.
-#  Run ruff, isort.
-#  [done] Update documentation also including, restarting airflow service after
-#  env update. now possible using --restart
-#  [done] after starting prod, restart airflow containers.
-#  [done] on windows, run pytest --ignore=logs and before that run set
-#  [done] AIRFLOW_CONFIG=%cd%\airflow_test.cfg
-#  check jupyter notebooks if they work to be sure.
-#  [DONE] add task_factory tutorial
-#  [DONE] write up about the architecture
-#  [DONE] check all files and readmes once more.
-#  [DONE] update the architecture diagram in main README
+

{{ cookiecutter.folder_name }}/docker-compose.yml

@@ -7,7 +7,7 @@ x-airflow-common:
     dockerfile: ${AIRFLOW_DOCKERFILE}
   environment:
     &airflow-common-env
-    AIRFLOW__CORE__AUTH_MANAGER: airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager
+    AIRFLOW__CORE__AUTH_MANAGER: "airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager"
     AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION: 'true'
     AIRFLOW__CORE__EXECUTION_API_SERVER_URL: 'http://airflow-apiserver:8080/execution/'
     AIRFLOW__CORE__EXECUTOR: ${CORE_EXECUTOR}
@@ -161,6 +161,22 @@ services:
     command:
       - "-c"
       - |
+        echo "=== FORCING USER CREATION ==="
+        echo "Airflow's auth manager check is broken on windows, creating user manually..."
+        
+        # Create the user directly, bypassing the broken auth manager check
+        /entrypoint airflow users create \
+            --username "${_AIRFLOW_WWW_USER_USERNAME:-admin}" \
+            --firstname "Admin" \
+            --lastname "User" \
+            --role "Admin" \
+            --email "[email protected]" \
+            --password "${_AIRFLOW_WWW_USER_PASSWORD:-admin}" \
+            --verbose || echo "User creation failed or user already exists"
+        
+        echo "=== USER CREATION COMPLETED ==="
+        python -c "import airflow.providers.fab.auth_manager.fab_auth_manager; print('FAB provider imported successfully')"
+        python -c "from airflow.configuration import conf; print('Detected auth manager:', conf.get('core', 'auth_manager'))"
         if [[ -z "${AIRFLOW_UID}" ]]; then
         echo
         echo -e "\033[1;33mWARNING!!!: AIRFLOW_UID not set!\e[0m"
@@ -244,6 +260,7 @@ services:
       _AIRFLOW_WWW_USER_USERNAME: ${_AIRFLOW_WWW_USER_USERNAME:-admin}
       _AIRFLOW_WWW_USER_PASSWORD: ${_AIRFLOW_WWW_USER_PASSWORD:-admin}
       _PIP_ADDITIONAL_REQUIREMENTS: ''
+      AIRFLOW__CORE__AUTH_MANAGER: "airflow.providers.fab.auth_manager.fab_auth_manager.FabAuthManager"
     user: "0:0"
     restart: no
 

{{ cookiecutter.folder_name }}/minikube_manager.py

@@ -9,7 +9,7 @@
 from typing import Any
 
 import yaml
-from docker_config import DOCKER_IMAGE_NAME
+from docker_image_name_generator import DOCKER_IMAGE_NAME
 
 
 class MinikubeManager: