Merge branch 'main' into feature/vertex

Author: safoinme

.github/workflows/production_run_complete_llm.yml

@@ -13,6 +13,7 @@ concurrency:
 jobs:
   run-production-workflow:
     runs-on: ubuntu-latest
+    if: github.event.pull_request.draft == false
     env:
       ZENML_STORE_URL: ${{ secrets.ZENML_PROJECTS_HOST }}
       ZENML_STORE_API_KEY: ${{ secrets.ZENML_PROJECTS_API_KEY }}
@@ -56,4 +57,4 @@ jobs:
       - name: Run pipeline, create pipeline, configure trigger (Production)
         working-directory: ./llm-complete-guide
         run: |
-          python gh_action_rag.py --no-cache --create-template --event-source-id ${{ env.ZENML_EVENT_SOURCE_ID }} --service-account-id ${{ env.ZENML_SERVICE_ACCOUNT_ID }} --config production/rag.yaml --zenml-model-version production
+          python gh_action_rag.py --no-cache --create-template --event-source-id ${{ env.ZENML_EVENT_SOURCE_ID }} --service-account-id ${{ env.ZENML_SERVICE_ACCOUNT_ID }} --config production/rag.yaml --zenml-model-version production

.github/workflows/pull_request.yml

@@ -8,6 +8,7 @@ jobs:
   spell-check:
     name: spell-check
     runs-on: ubuntu-latest
+    if: github.event.pull_request.draft == false
     env:
       ZENML_DEBUG: 1
       ZENML_ANALYTICS_OPT_IN: false
@@ -23,3 +24,4 @@ jobs:
 
   markdown-link-check:
     uses: ./.github/workflows/markdown-link-check.yml
+    if: github.event.pull_request.draft == false

.github/workflows/staging_run_complete_llm.yml

@@ -11,6 +11,7 @@ concurrency:
 jobs:
   run-staging-workflow:
     runs-on: ubuntu-latest
+    if: github.event.pull_request.draft == false
     env:
       ZENML_STORE_URL: ${{ secrets.ZENML_PROJECTS_HOST }}
       ZENML_STORE_API_KEY: ${{ secrets.ZENML_PROJECTS_API_KEY }}
@@ -44,6 +45,18 @@ jobs:
         run: |
           zenml init
 
+      - name: List and describe ZenML projects
+        working-directory: ./llm-complete-guide
+        run: |
+          zenml project list || echo "Could not list projects"
+          zenml project describe || echo "Failed to describe project"
+
+      - name: Register Set ZenML project
+        working-directory: ./llm-complete-guide
+        run: |
+          zenml project register llm-complete-guide || echo "Failed to register project"
+          zenml project set llm-complete-guide || echo "Failed to set project"
+
       - name: Set stack (Staging)
         working-directory: ./llm-complete-guide
         run: |
@@ -52,4 +65,4 @@ jobs:
       - name: Run pipeline (Staging)
         working-directory: ./llm-complete-guide
         run: |
-          python gh_action_rag.py --no-cache --config staging/rag.yaml --zenml-model-version staging
+          python gh_action_rag.py --no-cache --config staging/rag.yaml --zenml-model-version staging

.typos.toml

@@ -3,6 +3,9 @@ extend-exclude = [
     "*.json",
     "*.js",
     "*.ipynb",
+    "llm-finetuning/*",
+    "end-to-end-computer-vision/*",
+    "research-radar/data/*.jsonl",
 ]
 
 [default.extend-identifiers]
@@ -15,6 +18,8 @@ MDEyOk9yZ2FuaXphdGlvbjg4Njc2OTU1 = "MDEyOk9yZ2FuaXphdGlvbjg4Njc2OTU1"
 
 [default.extend-words]
 # Don't correct the surname "Teh"
+preprocesser = "preprocesser"
+Preprocesser = "Preprocesser"
 aks = "aks"
 hashi = "hashi"
 womens = "womens"
@@ -31,6 +36,18 @@ arange = "arange"
 cachable = "cachable"
 OT = "OT"
 cll = "cll"
+Louvre = "Louvre"
+quantised = "quantised"
+colours = "colours"
+initialised = "initialised"
+visualisation = "visualisation"
+customise = "customise"
+modernbert = "modernbert"
+deepseek = "deepseek"
+huggingface = "huggingface"
+answerdotai = "answerdotai"
+preprocessor = "preprocessor"
+logits = "logits"
 
 [default]
-locale = "en-us"
+locale = "en-us"

README.md

@@ -1,5 +1,5 @@
 <!-- PROJECT LOGO -->
-<img referrerpolicy="no-referrer-when-downgrade" src="https://static.scarf.sh/a.png?x-pxid=03d804c9-e44a-471e-b56d-81085bc925ec" />
+<img referrerpolicy="no-referrer-when-downgrade" src="https://static.scarf.sh/a.png?x-pxid=03d804c9-e44a-471e-b56d-81685bc925ec" />
 
 <br />
 <div align="center">
@@ -55,29 +55,20 @@ you can adapt for your application. We maintain a growing list of projects
 from various ML domains including time-series, tabular data, computer vision, 
 etc.
 
-# 🧱 Project List
-
-A list of updated and maintained projects by the ZenML team and the community:
-
-| Project                                                                | Tags                                  | Integrations                                                             |
-|------------------------------------------------------------------------|---------------------------------------|--------------------------------------------------------------------------|
-| [NBA Three-Pointer Predictor](nba-pipeline)                            | Time-series                           | `mlflow` `kubeflow` `evidently` `sklearn` `aws`                          |
-| [Time Series Forecasting](time-series-forecast)                        | Time-series                           | `gcp`                                                                    |
-| [Customer Satisfaction](customer-satisfaction)                         | Tabular                               | `mlflow` `kubeflow`                                                      |
-| [Customer Churn](customer-churn)                                       | Tabular                               | `kubeflow` `seldon`                                                      |
-| [Label Studio Annotation](label_studio_annotation)                     | Data Annotation                       | `label-studio`                                                           | 
-| [YOLOv5 Object Detection](sign-language-detection-yolov5)              | Computer-vision                       | `mlflow` `gcp`                                                           |
-| [LLMs To Analyze Databases](supabase-openai-summary)                   | NLP, LLMs                             | `gcp` `slack`                                                            |
-| [GitFlow ZenML Project](https://github.com/zenml-io/zenml-gitflow)     | MLOps with ZenML and GitHub Workflows | `mlflow` `deepchecks` `kserve` `kubeflow` `sklearn` `vertex` `aws` `gcp` |
-| [ZenNews](zen-news-summarization)                                      | NLP                                   | `gcp` `vertex` `discord`                                                 |
-| [LLM RAG Pipeline with Langchain and OpenAI](llm-agents/)                    | NLP, LLMs                             | `slack` `langchain` `llama_index`                                        |
-| [Orbit User Analysis](orbit-user-analysis)                             | Data Analysis, Tabular                | -                                                                        |
-| [Huggingface to Sagemaker](huggingface-sagemaker)                      | NLP                                   | `pytorch` `mlflow` `huggingface` `aws` `s3` `kubeflow` `slack` `github`  |
-| [Complete Guide to LLMs (from RAG to finetuning)](llm-complete-guide)               | NLP, LLMs, embeddings, finetuning                           | `openai` `supabase` `huggingface` `argilla`  |
-| [LLM LoRA Finetuning (Phi3 and Llama 3.1)](llm-lora-finetuning)               | NLP, LLMs                           | `gcp`  |
-| [ECP Price Prediction with GCP Cloud Composer](airflow-cloud-composer-etl-feature-train/README.md)               | Regression, Airflow                           | `cloud-composer` `airflow` |
-| [Simple LLM finetuning with Lightning Studio](simple-llm-finetuning/README.md)               | Lightning AI Studio, LLMs                           | `cloud-composer` `airflow` |
-| [Flux Dreambooth](flux-dreambooth/README.md)               | Flux, Dreambooth, LLMs                           | `modal` `kubernetes` |
+| Project | Domain | Key Features | Core Technologies |
+|---------|--------|-------------|-------------------|
+| [ZenML Support Agent](zenml-support-agent) | 🤖 LLMOps | 🔍 RAG, 📊 Vector DB, 💬 Conversational | langchain, llama_index, openai |
+| [ZenCoder](zencoder) | 🤖 LLMOps | 🧠 Fine-tuning, 📈 Transfer Learning | huggingface, pytorch, wandb |
+| [Complete Guide to LLMs](llm-complete-guide) | 🤖 LLMOps | 🔍 RAG, 🧠 Fine-tuning, 📊 Evaluation | openai, huggingface, anthropic |
+| [Gamesense](gamesense) | 🤖 LLMOps | 🧠 LoRA, ⚡ Efficient Training | pytorch, peft, phi-2 |
+| [Nightwatch AI](nightwatch-ai) | 🤖 LLMOps | 📝 Summarization, 📊 Reporting | openai, supabase, slack |
+| [ResearchRadar](research-radar) | 🤖 LLMOps | 📝 Classification, 📊 Comparison | anthropic, huggingface, transformers |
+| [End-to-end Computer Vision](end-to-end-computer-vision) | 👁️ Vision | 🎯 Object Detection, 🏷️ Labeling | pytorch, label_studio, yolov8 |
+| [Magic Photobooth](magic-photobooth) | 👁️ Vision | 🖼️ Image Gen, 🎬 Video Gen | stable-diffusion, huggingface |
+| [Sign Language Detection](sign-language-detection-yolov5) | 👁️ Vision | 🎯 Object Detection, ⚡ Real-time | mlflow, bentoml, vertex-ai |
+| [Huggingface to Sagemaker](huggingface-sagemaker) | 🚀 MLOps | 🔄 CI/CD, 📦 Deployment | mlflow, sagemaker, kubeflow |
+| [Databricks Production QA](databricks-production-qa-demo) | 🚀 MLOps | 📊 Monitoring, 🔍 Quality Assurance | databricks, evidently, shap |
+| [Eurorate Predictor](eurorate-predictor) | 📊 Data | ⏱️ Time Series, 🔄 ETL | airflow, bigquery, xgboost |
 
 # 💻 System Requirements
 
@@ -86,7 +77,7 @@ Read [our docs](https://docs.zenml.io/getting-started/installation) for
 installation details.
 
 - Linux or macOS.
-- Python 3.7, 3.8, 3.9 or 3.10
+- Python >=3.9
 
 # 🪃 Contributing
 
@@ -137,21 +128,19 @@ the Apache License Version 2.0.
 | 🗳 **[Vote for Features]**  | Pick what we work on next!                                              |
 | 📓 **[Docs]**               | Full documentation for creating your own ZenML pipelines.               |
 | 📒 **[API Reference]**      | Detailed reference on ZenML's API.                                      |
-| 👨‍🍳 **[MLStacks]**        | Terraform-based infrastructure recipes for pre-made ZenML stacks.       |
 | ⚽️ **[Examples]**           | Learn best through examples where ZenML is used. We've got you covered. |
 | 📬 **[Blog]**               | Use cases of ZenML and technical deep dives on how we built it.         |
 | 🔈 **[Podcast]**            | Conversations with leaders in ML, released every 2 weeks.               |
 | 💬 **[Join Slack]**         | Need help with your specific use case? Say hi on Slack!                 |
 | 🗺 **[Roadmap]**            | See where ZenML is working to build new features.                       |
 | 🙋‍♀️ **[Contribute]**      | How to contribute to the ZenML project and code base.                   |
 
-[ZenML 101]: https://docs.zenml.io/user-guide/starter-guide
+[ZenML 101]: https://docs.zenml.io/user-guides/starter-guide
 [Core Concepts]: https://docs.zenml.io/getting-started/core-concepts
 [Our latest release]: https://github.com/zenml-io/zenml/releases
 [Vote for Features]: https://zenml.io/discussion
 [Docs]: https://docs.zenml.io/
 [API Reference]: https://apidocs.zenml.io/
-[MLStacks]: https://github.com/zenml-io/mlops-stacks
 [Examples]: https://github.com/zenml-io/zenml/tree/main/examples
 [Blog]: https://blog.zenml.io/
 [Podcast]: https://podcast.zenml.io/