Merge pull request #67049 from abrennan89/OBSDOCS-460-storage

[OBSDOCS-152] Collate storage docs and remove duplicated files

Author: abrennan89

_topic_maps/_topic_map.yml

@@ -2544,8 +2544,6 @@ Topics:
   Dir: config
   Distros: openshift-enterprise,openshift-origin
   Topics:
-  - Name: Configuring the log store
-    File: cluster-logging-log-store
   - Name: Configuring CPU and memory limits for Logging components
     File: cluster-logging-memory
   - Name: Using tolerations to control Logging pod placement
@@ -2554,8 +2552,6 @@ Topics:
     File: cluster-logging-moving-nodes
   - Name: Configuring systemd-journald for Logging
     File: cluster-logging-systemd
-- Name: Logging using LokiStack
-  File: cluster-logging-loki
 - Name: Log collection and forwarding
   Dir: log_collection_forwarding
   Topics:
@@ -2569,6 +2565,17 @@ Topics:
     File: cluster-logging-collector
   - Name: Collecting and storing Kubernetes events
     File: cluster-logging-eventrouter
+- Name: Log storage
+  Dir: log_storage
+  Topics:
+  - Name: About log storage
+    File: about-log-storage
+  - Name: Installing log storage
+    File: installing-log-storage
+  - Name: Configuring the LokiStack log store
+    File: cluster-logging-loki
+  - Name: Configuring the Elasticsearch log store
+    File: logging-config-es-store
 - Name: Logging alerts
   Dir: logging_alerts
   Topics:

_topic_maps/_topic_map_osd.yml

@@ -1055,8 +1055,6 @@ Topics:
 - Name: Configuring your Logging deployment
   Dir: config
   Topics:
-  - Name: Configuring the log store
-    File: cluster-logging-log-store
   - Name: Configuring CPU and memory limits for Logging components
     File: cluster-logging-memory
   - Name: Using tolerations to control Logging pod placement
@@ -1065,8 +1063,6 @@ Topics:
     File: cluster-logging-moving-nodes
   #- Name: Configuring systemd-journald and Fluentd
   #  File: cluster-logging-systemd
-- Name: Logging using LokiStack
-  File: cluster-logging-loki
 - Name: Log collection and forwarding
   Dir: log_collection_forwarding
   Topics:
@@ -1080,6 +1076,17 @@ Topics:
     File: cluster-logging-collector
   - Name: Collecting and storing Kubernetes events
     File: cluster-logging-eventrouter
+- Name: Log storage
+  Dir: log_storage
+  Topics:
+  - Name: About log storage
+    File: about-log-storage
+  - Name: Installing log storage
+    File: installing-log-storage
+  - Name: Configuring the LokiStack log store
+    File: cluster-logging-loki
+  - Name: Configuring the Elasticsearch log store
+    File: logging-config-es-store
 - Name: Logging alerts
   Dir: logging_alerts
   Topics:

_topic_maps/_topic_map_rosa.yml

@@ -1247,8 +1247,6 @@ Topics:
 - Name: Configuring your Logging deployment
   Dir: config
   Topics:
-  - Name: Configuring the log store
-    File: cluster-logging-log-store
   - Name: Configuring CPU and memory limits for Logging components
     File: cluster-logging-memory
   - Name: Using tolerations to control Logging pod placement
@@ -1257,8 +1255,6 @@ Topics:
     File: cluster-logging-moving-nodes
   #- Name: Configuring systemd-journald and Fluentd
   #  File: cluster-logging-systemd
-- Name: Logging using LokiStack
-  File: cluster-logging-loki
 - Name: Log collection and forwarding
   Dir: log_collection_forwarding
   Topics:
@@ -1272,6 +1268,17 @@ Topics:
     File: cluster-logging-collector
   - Name: Collecting and storing Kubernetes events
     File: cluster-logging-eventrouter
+- Name: Log storage
+  Dir: log_storage
+  Topics:
+  - Name: About log storage
+    File: about-log-storage
+  - Name: Installing log storage
+    File: installing-log-storage
+  - Name: Configuring the LokiStack log store
+    File: cluster-logging-loki
+  - Name: Configuring the Elasticsearch log store
+    File: logging-config-es-store
 - Name: Logging alerts
   Dir: logging_alerts
   Topics:

logging/cluster-logging-deploying.adoc

@@ -24,25 +24,23 @@ endif::[]
 
 include::snippets/logging-fluentd-dep-snip.adoc[]
 
+//Installing the Red Hat OpenShift Logging Operator via webconsole
 include::modules/cluster-logging-deploy-console.adoc[leveloffset=+1]
 
 [role="_additional-resources"]
 .Additional resources
 * xref:../logging/log_collection_forwarding/cluster-logging-collector.adoc#cluster-logging-collector[Configuring the logging collector]
 
-include::modules/cluster-logging-deploy-cli.adoc[leveloffset=+1]
+include::modules/logging-clo-gui-install.adoc[leveloffset=+1]
 
-[id="cluster-logging-deploying-es-operator"]
-== Installing the Elasticsearch Operator
+include::modules/logging-clo-cli-install.adoc[leveloffset=+1]
 
-include::snippets/logging-elastic-dep-snip.adoc[]
-include::modules/logging-es-storage-considerations.adoc[leveloffset=+2]
-include::modules/logging-install-es-operator.adoc[leveloffset=+2]
+include::modules/cluster-logging-deploy-cli.adoc[leveloffset=+1]
 
 [role="_additional-resources"]
 .Additional resources
 * xref:../operators/admin/olm-adding-operators-to-cluster.adoc#olm-installing-operators-from-operatorhub_olm-adding-operators-to-a-cluster[Installing Operators from the OperatorHub]
-* xref:../logging/config/cluster-logging-log-store.adoc#cluster-logging-removing-unused-components-if-no-elasticsearch_cluster-logging-log-store[Removing unused components if you do not use the default Elasticsearch log store]
+* xref:../logging/log_storage/logging-config-es-store.adoc#cluster-logging-removing-unused-components-if-no-elasticsearch_logging-config-es-store[Removing unused components if you do not use the default Elasticsearch log store]
 
 [id="cluster-logging-deploying-postinstallation"]
 == Postinstallation tasks

logging/cluster-logging.adoc

@@ -17,7 +17,7 @@ The Operators are responsible for deploying, upgrading, and maintaining the {log
 
 [NOTE]
 ====
-Because the internal {product-title} Elasticsearch log store does not provide secure storage for audit logs, audit logs are not stored in the internal Elasticsearch instance by default. If you want to send the audit logs to the default internal Elasticsearch log store, for example to view the audit logs in Kibana, you must use the Log Forwarding API as described in xref:../logging/config/cluster-logging-log-store.adoc#cluster-logging-elasticsearch-audit_cluster-logging-log-store[Forward audit logs to the log store].
+Because the internal {product-title} Elasticsearch log store does not provide secure storage for audit logs, audit logs are not stored in the internal Elasticsearch instance by default. If you want to send the audit logs to the default internal Elasticsearch log store, for example to view the audit logs in Kibana, you must use the Log Forwarding API as described in xref:../logging/log_storage/logging-config-es-store.adoc#cluster-logging-elasticsearch-audit_logging-config-es-store[Forward audit logs to the log store].
 ====
 
 include::modules/logging-architecture-overview.adoc[leveloffset=+1]
@@ -46,10 +46,6 @@ include::modules/cluster-logging-export-fields.adoc[leveloffset=+2]
 
 For information, see xref:../logging/cluster-logging-exported-fields.adoc#cluster-logging-exported-fields[About exporting fields].
 
-include::modules/cluster-logging-about-logstore.adoc[leveloffset=+2]
-
-For information, see xref:../logging/config/cluster-logging-log-store.adoc#cluster-logging-log-store[Configuring the log store].
-
 include::modules/cluster-logging-eventrouter-about.adoc[leveloffset=+2]
 
 For information, see xref:../logging/log_collection_forwarding/cluster-logging-eventrouter.adoc#cluster-logging-eventrouter[Collecting and storing Kubernetes events].

logging/log_collection_forwarding/log-forwarding.adoc

@@ -59,7 +59,7 @@ By default, the {logging} sends container and infrastructure logs to the default
 
 [NOTE]
 ====
-To send audit logs to the internal Elasticsearch log store, use the Cluster Log Forwarder as described in xref:../../logging/config/cluster-logging-log-store.adoc#cluster-logging-elasticsearch-audit_cluster-logging-log-store[Forward audit logs to the log store].
+To send audit logs to the internal Elasticsearch log store, use the Cluster Log Forwarder as described in xref:../../logging/log_storage/logging-config-es-store.adoc#cluster-logging-elasticsearch-audit_logging-config-es-store[Forwarding audit logs to the log store].
 ====
 
 include::modules/cluster-logging-collector-log-forwarding-about.adoc[leveloffset=+1]

logging/log_storage/_attributes

@@ -0,0 +1 @@
+../../_attributes/

logging/log_storage/about-log-storage.adoc

@@ -0,0 +1,30 @@
+:_mod-docs-content-type: ASSEMBLY
+include::_attributes/common-attributes.adoc[]
+include::_attributes/attributes-openshift-dedicated.adoc[]
+[id="about-log-storage"]
+= About log storage
+:context: about-log-storage
+
+toc::[]
+
+You can use an internal Loki or Elasticsearch log store on your cluster for storing logs, or you can use a xref:../../logging/log_collection_forwarding/log-forwarding.adoc#logging-create-clf_log-forwarding[`ClusterLogForwarder` custom resource (CR)] to forward logs to an external store.
+
+[id="log-storage-overview-types"]
+== Log storage types
+
+Loki is a horizontally scalable, highly available, multi-tenant log aggregation system offered as an alternative to Elasticsearch as a log store for the {logging}.
+
+Elasticsearch indexes incoming log records completely during ingestion. Loki only indexes a few fixed labels during ingestion and defers more complex parsing until after the logs have been stored. This means Loki can collect logs more quickly.
+
+include::modules/cluster-logging-about-es-logstore.adoc[leveloffset=+2]
+
+[id="log-storage-overview-querying"]
+== Querying log stores
+
+You can query Loki by using the link:https://grafana.com/docs/loki/latest/logql/[LogQL log query language].
+
+[role="_additional-resources"]
+[id="additional-resources_log-storage-overview"]
+== Additional resources
+* link:https://grafana.com/docs/loki/latest/get-started/components/[Loki components documentation]
+* link:https://loki-operator.dev/docs/object_storage.md/[Loki Object Storage documentation]

logging/cluster-logging-loki.adoc renamed to logging/log_storage/cluster-logging-loki.adoc

@@ -1,33 +1,15 @@
 :_mod-docs-content-type: ASSEMBLY
 :context: cluster-logging-loki
 [id="cluster-logging-loki"]
-= Logging using LokiStack
+= Configuring the LokiStack log store
 include::_attributes/common-attributes.adoc[]
 
 toc::[]
 
 In {logging} documentation, _LokiStack_ refers to the {logging} supported combination of Loki and web proxy with {product-title} authentication integration. LokiStack's proxy uses {product-title} authentication to enforce multi-tenancy. _Loki_ refers to the log store as either the individual component or an external store.
 
-Loki is a horizontally scalable, highly available, multi-tenant log aggregation system currently offered as an alternative to Elasticsearch as a log store for the {logging}. Elasticsearch indexes incoming log records completely during ingestion. Loki only indexes a few fixed labels during ingestion and defers more complex parsing until after the logs have been stored. This means Loki can collect logs more quickly. You can query Loki by using the link:https://grafana.com/docs/loki/latest/logql/[LogQL log query language].
-
-include::modules/loki-deployment-sizing.adoc[leveloffset=+1]
-
-//include::modules/cluster-logging-loki-deploy.adoc[leveloffset=+1]
-
-//include::modules/logging-deploy-loki-console.adoc[leveloffset=+1]
-
 include::modules/logging-creating-new-group-cluster-admin-user-role.adoc[leveloffset=+1]
 
-include::modules/logging-loki-gui-install.adoc[leveloffset=+1]
-
-include::modules/logging-clo-gui-install.adoc[leveloffset=+1]
-
-include::modules/logging-loki-cli-install.adoc[leveloffset=+1]
-
-include::modules/logging-clo-cli-install.adoc[leveloffset=+1]
-
-include::modules/configuring-log-storage-cr.adoc[leveloffset=+1]
-
 include::modules/logging-loki-storage.adoc[leveloffset=+1]
 
 include::modules/logging-loki-storage-aws.adoc[leveloffset=+2]
@@ -54,8 +36,7 @@ include::modules/logging-loki-reliability-hardening.adoc[leveloffset=+1]
 .Additional resources
 * link:https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.24/#podantiaffinity-v1-core[`PodAntiAffinity` v1 core Kubernetes documentation]
 * link:https://kubernetes.io/docs/concepts/scheduling-eviction/assign-pod-node/#inter-pod-affinity-and-anti-affinity[Assigning Pods to Nodes Kubernetes documentation]
-
-* xref:../nodes/scheduling/nodes-scheduler-pod-affinity.adoc#nodes-scheduler-pod-affinity[Placing pods relative to other pods using affinity and anti-affinity rules]
+* xref:../../nodes/scheduling/nodes-scheduler-pod-affinity.adoc#nodes-scheduler-pod-affinity[Placing pods relative to other pods using affinity and anti-affinity rules]
 
 include::modules/logging-loki-zone-aware-rep.adoc[leveloffset=+1]
 
@@ -64,11 +45,10 @@ include::modules/logging-loki-zone-fail-recovery.adoc[leveloffset=+2]
 [role="_additional-resources"]
 .Additional resources
 * link:https://kubernetes.io/docs/concepts/scheduling-eviction/topology-spread-constraints/#spread-constraint-definition[Topology spread constraints Kubernetes documentation]
-
 * link:https://kubernetes.io/docs/setup/best-practices/multiple-zones/#storage-access-for-zones[Kubernetes storage documentation].
 
 ifdef::openshift-enterprise[]
-* xref:../nodes/scheduling/nodes-scheduler-pod-topology-spread-constraints.adoc#nodes-scheduler-pod-topology-spread-constraints-configuring[Controlling pod placement by using pod topology spread constraints]
+* xref:../../nodes/scheduling/nodes-scheduler-pod-topology-spread-constraints.adoc#nodes-scheduler-pod-topology-spread-constraints-configuring[Controlling pod placement by using pod topology spread constraints]
 endif::[]
 
 include::modules/logging-loki-log-access.adoc[leveloffset=+1]
@@ -77,7 +57,7 @@ include::modules/logging-loki-log-access.adoc[leveloffset=+1]
 .Additional resources
 
 ifdef::openshift-enterprise[]
-xref:../authentication/using-rbac.adoc[Using RBAC to define and apply permissions]
+* xref:../../authentication/using-rbac.adoc[Using RBAC to define and apply permissions]
 endif::[]
 
 include::modules/logging-loki-retention.adoc[leveloffset=+1]

logging/log_storage/images

@@ -0,0 +1 @@
+../../images/