diff --git a/config/_default/menus/main.en.yaml b/config/_default/menus/main.en.yaml index 991f7db238c09..49654accfdd17 100644 --- a/config/_default/menus/main.en.yaml +++ b/config/_default/menus/main.en.yaml @@ -21,24 +21,27 @@ menu: - name: Application Performance identifier: apm_heading weight: 7000000 + - name: Data Observability + identifier: data_observability_heading + weight: 8000000 - name: Digital Experience identifier: digital_experience_heading - weight: 8000000 + weight: 9000000 - name: Software Delivery identifier: software_delivery_heading - weight: 9000000 + weight: 10000000 - name: Security identifier: security_platform_heading - weight: 10000000 + weight: 11000000 - name: AI Observability identifier: ai_observability_heading - weight: 11000000 + weight: 12000000 - name: Log Management identifier: log_management_heading - weight: 12000000 + weight: 13000000 - name: Administration identifier: administration_heading - weight: 13000000 + weight: 14000000 - name: Getting Started identifier: getting_started url: getting_started/ @@ -4891,23 +4894,64 @@ menu: identifier: data_streams_metrics_and_tags parent: data_streams weight: 5 - - name: Data Jobs Monitoring - url: data_jobs/ + - name: Quality Monitoring + url: data_observability/quality_monitoring/ + pre: inventories + identifier: quality_monitoring + parent: data_observability_heading + weight: 60000 + - name: Data Quality + url: data_observability/data_quality + identifier: data_quality + parent: quality_monitoring + weight: 100000 + - name: Jobs Monitoring + url: data_observability/jobs_monitoring/ pre: data-jobs-monitoring identifier: data_jobs - parent: apm_heading - weight: 60000 - - name: Data Observability - url: data_observability/ - pre: inventories - identifier: data_observability - parent: apm_heading + parent: data_observability_heading weight: 70000 - - name: Datasets - url: data_observability/datasets - identifier: datasets - parent: data_observability + - name: Integrations + url: data_observability/integrations + pre: integrations + identifier: data_integrations + parent: data_observability_heading + weight: 80000 + - name: Warehouse Integrations + url: data_observability/integrations/warehouse + identifier: warehouse_integrations + parent: data_integrations weight: 100000 + - name: Snowflake + url: data_observability/integrations/warehouse/snowflake + identifier: snowflake + parent: warehouse_integrations + weight: 1000000 + - name: Databricks + url: data_observability/integrations/warehouse/databricks + identifier: databricks + parent: warehouse_integrations + weight: 2000000 + - name: BigQuery + url: data_observability/integrations/warehouse/bigquery + identifier: bigquery + parent: warehouse_integrations + weight: 3000000 + - name: Transformation Integrations + url: data_observability/transformation + identifier: transformation_integrations + parent: data_integrations + weight: 200000 + - name: Business Intelligence Integrations + url: data_observability/business_intelligence + identifier: business_intelligence_integrations + parent: data_integrations + weight: 300000 + - name: OpenLineage Integrations + url: data_observability/openlineage + identifier: openlineage_integrations + parent: data_integrations + weight: 400000 - name: LLM Observability url: llm_observability/ pre: llm-observability diff --git a/content/en/data_observability/_index.md b/content/en/data_observability/_index.md index d2275a57ce48d..6d46eaacdb801 100644 --- a/content/en/data_observability/_index.md +++ b/content/en/data_observability/_index.md @@ -2,7 +2,7 @@ title: Data Observability description: "Monitor data quality, performance, and cost with Data Observability to detect anomalies, analyze data lineage, and prevent issues affecting downstream systems." further_reading: - - link: '/data_observability/datasets' + - link: '/data_observability/data_quality' tag: 'Documentation' text: 'Datasets' - link: '/data_jobs' diff --git a/content/en/data_observability/datasets.md b/content/en/data_observability/data_quality.md similarity index 99% rename from content/en/data_observability/datasets.md rename to content/en/data_observability/data_quality.md index 1cd52db949cc4..b543f1840fd3c 100644 --- a/content/en/data_observability/datasets.md +++ b/content/en/data_observability/data_quality.md @@ -1,6 +1,8 @@ --- -title: "Data Observability: Datasets" +title: "Data Quality" description: "Set up Data Observability for datasets to detect freshness delays, unusual data patterns, and column-level metric changes in Snowflake and BigQuery." +aliases: + - /data_observability/datasets further_reading: - link: '/data_observability' tag: 'Documentation' diff --git a/content/en/data_observability/integrations/_index.md b/content/en/data_observability/integrations/_index.md new file mode 100644 index 0000000000000..75036e199aa4e --- /dev/null +++ b/content/en/data_observability/integrations/_index.md @@ -0,0 +1,13 @@ +--- +title: Data Integrations +description: +further_reading: + - link: '/data_observability/data_quality' + tag: 'Documentation' + text: 'Datasets' +--- +## Overview + +## Further reading + +{{< partial name="whats-next/whats-next.html" >}} \ No newline at end of file diff --git a/content/en/data_observability/integrations/warehouse/bigquery.md b/content/en/data_observability/integrations/warehouse/bigquery.md new file mode 100644 index 0000000000000..d39db79b68f8d --- /dev/null +++ b/content/en/data_observability/integrations/warehouse/bigquery.md @@ -0,0 +1,14 @@ +--- +title: Big Query +description: +further_reading: + - link: '/data_observability/data_quality' + tag: 'Documentation' + text: 'Datasets' + +--- +## Overview + +## Further reading + +{{< partial name="whats-next/whats-next.html" >}} \ No newline at end of file diff --git a/content/en/data_observability/integrations/warehouse/databricks.md b/content/en/data_observability/integrations/warehouse/databricks.md new file mode 100644 index 0000000000000..2b00a97231551 --- /dev/null +++ b/content/en/data_observability/integrations/warehouse/databricks.md @@ -0,0 +1,14 @@ +--- +title: Databricks +description: +further_reading: + - link: '/data_observability/data_quality' + tag: 'Documentation' + text: 'Datasets' + +--- +## Overview + +## Further reading + +{{< partial name="whats-next/whats-next.html" >}} \ No newline at end of file diff --git a/content/en/data_observability/integrations/warehouse/snowflake.md b/content/en/data_observability/integrations/warehouse/snowflake.md new file mode 100644 index 0000000000000..cc7a83aac4a85 --- /dev/null +++ b/content/en/data_observability/integrations/warehouse/snowflake.md @@ -0,0 +1,14 @@ +--- +title: Snowflake +description: +further_reading: + - link: '/data_observability/data_quality' + tag: 'Documentation' + text: 'Datasets' + +--- +## Overview + +## Further reading + +{{< partial name="whats-next/whats-next.html" >}} \ No newline at end of file diff --git a/content/en/data_jobs/_index.md b/content/en/data_observability/jobs_monitoring/_index.md similarity index 99% rename from content/en/data_jobs/_index.md rename to content/en/data_observability/jobs_monitoring/_index.md index 147cd65e716d6..29f83de73fb6c 100644 --- a/content/en/data_jobs/_index.md +++ b/content/en/data_observability/jobs_monitoring/_index.md @@ -1,6 +1,8 @@ --- title: Data Jobs Monitoring description: "Monitor performance, reliability, and cost efficiency of data processing jobs across platforms like EMR, Databricks, Dataproc, and Kubernetes." +aliases: + - /data_jobs/ further_reading: - link: '/data_streams' tag: 'Documentation' diff --git a/content/en/data_jobs/airflow.md b/content/en/data_observability/jobs_monitoring/airflow.md similarity index 99% rename from content/en/data_jobs/airflow.md rename to content/en/data_observability/jobs_monitoring/airflow.md index b71aeb6dfbb85..0f961cf10c3bd 100644 --- a/content/en/data_jobs/airflow.md +++ b/content/en/data_observability/jobs_monitoring/airflow.md @@ -3,6 +3,8 @@ title: Enable Data Jobs Monitoring for Apache Airflow description: "Monitor Apache Airflow DAG workflows with Data Jobs Monitoring using OpenLineage provider across Kubernetes, Amazon MWAA, and other platforms." is_beta: true private: true +aliases: + - /data_jobs/airflow further_reading: - link: 'https://www.datadoghq.com/blog/data-jobs-monitoring/' tag: 'blog' diff --git a/content/en/data_jobs/databricks.md b/content/en/data_observability/jobs_monitoring/databricks.md similarity index 99% rename from content/en/data_jobs/databricks.md rename to content/en/data_observability/jobs_monitoring/databricks.md index e6022a62ab13e..1af3fc4fee71a 100644 --- a/content/en/data_jobs/databricks.md +++ b/content/en/data_observability/jobs_monitoring/databricks.md @@ -1,6 +1,8 @@ --- title: Enable Data Jobs Monitoring for Databricks description: "Enable Data Jobs Monitoring for Databricks workspaces with OAuth or Personal Access Token authentication and Datadog Agent installation." +aliases: + - /data_jobs/databricks further_reading: - link: '/data_jobs' tag: 'Documentation' diff --git a/content/en/data_jobs/dataproc.md b/content/en/data_observability/jobs_monitoring/dataproc.md similarity index 99% rename from content/en/data_jobs/dataproc.md rename to content/en/data_observability/jobs_monitoring/dataproc.md index e84e090a035ab..21d3d22ddf8ce 100644 --- a/content/en/data_jobs/dataproc.md +++ b/content/en/data_observability/jobs_monitoring/dataproc.md @@ -1,6 +1,8 @@ --- title: Enable Data Jobs Monitoring for Spark on Google Cloud Dataproc description: "Set up Data Jobs Monitoring for Apache Spark applications on Google Cloud Dataproc clusters with API key configuration and service tagging." +aliases: + - /data_jobs/dataproc further_reading: - link: '/data_jobs' tag: 'Documentation' diff --git a/content/en/data_jobs/emr.md b/content/en/data_observability/jobs_monitoring/emr.md similarity index 99% rename from content/en/data_jobs/emr.md rename to content/en/data_observability/jobs_monitoring/emr.md index 9e604fe5892a4..4209726c05772 100644 --- a/content/en/data_jobs/emr.md +++ b/content/en/data_observability/jobs_monitoring/emr.md @@ -1,6 +1,8 @@ --- title: Enable Data Jobs Monitoring for Spark on Amazon EMR description: "Configure Data Jobs Monitoring for Apache Spark applications on Amazon EMR clusters using AWS Secrets Manager and bootstrap actions." +aliases: + - /data_jobs/emr further_reading: - link: '/data_jobs' tag: 'Documentation' diff --git a/content/en/data_jobs/kubernetes.md b/content/en/data_observability/jobs_monitoring/kubernetes.md similarity index 99% rename from content/en/data_jobs/kubernetes.md rename to content/en/data_observability/jobs_monitoring/kubernetes.md index caebffd913089..b49bfd4738e1a 100644 --- a/content/en/data_jobs/kubernetes.md +++ b/content/en/data_observability/jobs_monitoring/kubernetes.md @@ -1,6 +1,8 @@ --- title: Data Jobs Monitoring for Spark on Kubernetes description: "Set up Data Jobs Monitoring for Apache Spark applications on Kubernetes clusters using the Datadog Agent and admission controller." +aliases: + - /data_jobs/kubernetes further_reading: - link: '/data_jobs' tag: 'Documentation' diff --git a/content/en/database_monitoring/guide/_index.md b/content/en/database_monitoring/guide/_index.md index 1bf0a7eca1b52..ce468791cf000 100644 --- a/content/en/database_monitoring/guide/_index.md +++ b/content/en/database_monitoring/guide/_index.md @@ -1,6 +1,7 @@ --- title: Database Monitoring Guides - +aliases: +- /database_monitoring/guide private: true disable_toc: true cascade: diff --git a/content/en/database_monitoring/guide/aurora_autodiscovery.md b/content/en/database_monitoring/guide/aurora_autodiscovery.md index ef49afb5876bd..29728480f95ec 100644 --- a/content/en/database_monitoring/guide/aurora_autodiscovery.md +++ b/content/en/database_monitoring/guide/aurora_autodiscovery.md @@ -1,6 +1,7 @@ --- title: Configuring Database Monitoring for Amazon Aurora DB Clusters - +aliases: +- /database_monitoring/aurora_autodiscovery --- This guide assumes you have configured Database Monitoring for your Amazon Aurora [Postgres][1] or [MySQL][11] databases. diff --git a/content/en/database_monitoring/guide/database_identifier.md b/content/en/database_monitoring/guide/database_identifier.md index c65023e11a916..02e4473b15528 100644 --- a/content/en/database_monitoring/guide/database_identifier.md +++ b/content/en/database_monitoring/guide/database_identifier.md @@ -1,6 +1,8 @@ --- title: Identifying Databases for Database Monitoring description: Understand how to identify your databases and hosts for DBM +aliases: +- /database_monitoring/database_identifier further_reading: - link: "/database_monitoring/" tag: "Documentation" diff --git a/content/en/database_monitoring/guide/managed_authentication.md b/content/en/database_monitoring/guide/managed_authentication.md index 615e477b5bd7b..4a25ab033bcce 100644 --- a/content/en/database_monitoring/guide/managed_authentication.md +++ b/content/en/database_monitoring/guide/managed_authentication.md @@ -1,6 +1,7 @@ --- title: Connecting with Managed Authentication - +aliases: +- /database_monitoring/managed_authentication --- This guide assumes that you have configured [Database Monitoring][1]. diff --git a/content/en/database_monitoring/guide/parameterized_queries.md b/content/en/database_monitoring/guide/parameterized_queries.md index 618624dcdddf7..8cd321e4d915b 100644 --- a/content/en/database_monitoring/guide/parameterized_queries.md +++ b/content/en/database_monitoring/guide/parameterized_queries.md @@ -1,5 +1,7 @@ --- title: Capturing SQL Query Parameter Values With Database Monitoring +aliases: +- /database_monitoring/parameterized_queries further_reading: - link: "/database_monitoring/" tag: "Documentation" diff --git a/content/en/database_monitoring/guide/pg15_upgrade.md b/content/en/database_monitoring/guide/pg15_upgrade.md index aee2919325658..4dfb562e00797 100644 --- a/content/en/database_monitoring/guide/pg15_upgrade.md +++ b/content/en/database_monitoring/guide/pg15_upgrade.md @@ -1,6 +1,7 @@ --- title: Upgrading to PostgreSQL 15 and higher - +aliases: +- /database_monitoring/pg15_upgrade --- Run this command on each database host to enable the additional permission needed for the `datadog` user: diff --git a/content/en/database_monitoring/guide/rds_autodiscovery.md b/content/en/database_monitoring/guide/rds_autodiscovery.md index abd81c39086d2..cc6a5cebc51c1 100644 --- a/content/en/database_monitoring/guide/rds_autodiscovery.md +++ b/content/en/database_monitoring/guide/rds_autodiscovery.md @@ -1,6 +1,7 @@ --- title: Configuring Database Monitoring for Amazon RDS DB Instances - +aliases: +- /database_monitoring/rds_autodiscovery --- This guide assumes you have configured Database Monitoring for your Amazon RDS [Postgres][1] or [MySQL][11] databases. diff --git a/content/en/database_monitoring/guide/sql_alwayson.md b/content/en/database_monitoring/guide/sql_alwayson.md index 45f376b7ef8fb..e5c372c214e1b 100644 --- a/content/en/database_monitoring/guide/sql_alwayson.md +++ b/content/en/database_monitoring/guide/sql_alwayson.md @@ -1,5 +1,7 @@ --- title: Exploring SQL Server AlwaysOn Availability Groups +aliases: +- /database_monitoring/sql_alwayson further_reading: - link: "/database_monitoring/" tag: "Documentation" diff --git a/content/en/database_monitoring/guide/sql_deadlock.md b/content/en/database_monitoring/guide/sql_deadlock.md index 8b8fe62e155cd..412938f3e3d43 100644 --- a/content/en/database_monitoring/guide/sql_deadlock.md +++ b/content/en/database_monitoring/guide/sql_deadlock.md @@ -1,5 +1,7 @@ --- title: Configuring Deadlock Monitoring on SQL Server +aliases: +- /database_monitoring/sql_deadlock further_reading: - link: "/database_monitoring/" tag: "Documentation" diff --git a/content/en/database_monitoring/guide/sql_extended_events.md b/content/en/database_monitoring/guide/sql_extended_events.md index 863e7d3032714..73defcf929c59 100644 --- a/content/en/database_monitoring/guide/sql_extended_events.md +++ b/content/en/database_monitoring/guide/sql_extended_events.md @@ -1,5 +1,7 @@ --- title: Configuring Query Completion and Query Error Capture on SQL Server +aliases: +- /database_monitoring/sql_extended_events further_reading: - link: "/database_monitoring/" tag: "Documentation" diff --git a/content/en/database_monitoring/guide/tag_database_statements.md b/content/en/database_monitoring/guide/tag_database_statements.md index d67bc69e1b98f..6261c1850571f 100644 --- a/content/en/database_monitoring/guide/tag_database_statements.md +++ b/content/en/database_monitoring/guide/tag_database_statements.md @@ -1,6 +1,7 @@ --- title: Tagging SQL Statements - +aliases: +- /database_monitoring/tag_database_statements --- This guide assumes that you have configured [Database Monitoring][1]. diff --git a/content/en/database_monitoring/setup_documentdb/_index.md b/content/en/database_monitoring/setup_documentdb/_index.md index fd5d9336bfa25..5e0dc6d0118da 100644 --- a/content/en/database_monitoring/setup_documentdb/_index.md +++ b/content/en/database_monitoring/setup_documentdb/_index.md @@ -1,5 +1,7 @@ --- title: Setting up Amazon DocumentDB +aliases: +- /database_monitoring/setup_documentdb description: Setting up Database Monitoring on a Amazon DocumentDB cluster disable_sidebar: true --- diff --git a/content/en/database_monitoring/setup_documentdb/amazon_documentdb.md b/content/en/database_monitoring/setup_documentdb/amazon_documentdb.md index 03b2d757d902d..96bc401e6049d 100644 --- a/content/en/database_monitoring/setup_documentdb/amazon_documentdb.md +++ b/content/en/database_monitoring/setup_documentdb/amazon_documentdb.md @@ -1,5 +1,7 @@ --- title: Setting Up Database Monitoring for Amazon DocumentDB +aliases: +- /database_monitoring/setup_documentdb/amazon_documentdb --- Database Monitoring offers comprehensive insights into your Amazon DocumentDB (with MongoDB compatibility) databases by providing access to critical metrics, operation samples, explain plans, and replication state changes. To take advantage of Database Monitoring for Amazon DocumentDB, ensure that the Datadog Agent is installed and configured to connect to your Amazon DocumentDB instances. This guide outlines the steps to set up Database Monitoring for Amazon DocumentDB. diff --git a/data/partials/home.yaml b/data/partials/home.yaml index d73d7dfd27303..e4d77b928fc4e 100644 --- a/data/partials/home.yaml +++ b/data/partials/home.yaml @@ -99,10 +99,10 @@ nav_sections: link: data_streams/ icon: datastreams-monitoring desc: Track and improve performance of your data streaming pipelines - - title: Data Jobs Monitoring - link: data_jobs/ + - title: Data Observability + link: data_observability/ icon: data-jobs-monitoring - desc: Monitor and optimize your data processing jobs + desc: Monitor data quality, performance, and cost - title: Universal Service Monitoring link: universal_service_monitoring/ icon: usm