Merge pull request #59940 from libander/OBSDOCS-172

OBSDOCS-172 - http forward

Author: rolfedh

logging/cluster-logging-external.adoc

@@ -192,6 +192,8 @@ endif::openshift-rosa[]
 
 include::modules/logging-forward-splunk.adoc[leveloffset=+1]
 
+include::modules/logging-http-forward.adoc[leveloffset=+1]
+
 include::modules/cluster-logging-collector-log-forward-project.adoc[leveloffset=+1]
 
 include::modules/cluster-logging-collector-log-forward-logs-from-application-pods.adoc[leveloffset=+1]

logging/v5_7/logging-5-7-architecture.adoc

@@ -10,3 +10,5 @@ toc::[]
 include::modules/logging-architecture-overview.adoc[lines=9..31]
 
 include::modules/logging-support-considerations.adoc[leveloffset=+1]
+
+include::snippets/logging-5.7-outputs-snip.adoc[]

modules/cluster-logging-feature-reference.adoc

@@ -84,11 +84,12 @@ $ oc -n openshift-logging edit ClusterLogging instance
 | Feature              | Fluentd  | Vector
 | Elasticsearch v5-v7  | ✓ | ✓
 | Fluent forward       | ✓ |
-| Syslog RFC3164       | ✓ |
-| Syslog RFC5424       | ✓ |
+| Syslog RFC3164       | ✓ | ✓ (Logging 5.7+)
+| Syslog RFC5424       | ✓ | ✓ (Logging 5.7+)
 | Kafka                | ✓ | ✓
 | Cloudwatch           | ✓ | ✓
 | Loki                 | ✓ | ✓
+| HTTP                 | ✓ | ✓ (Logging 5.7+)
 |==========================================================
 
 .Authorization and Authentication
@@ -98,7 +99,7 @@ $ oc -n openshift-logging edit ClusterLogging instance
 | Elasticsearch certificates  | ✓ | ✓
 | Elasticsearch username / password | ✓ | ✓
 | Cloudwatch keys             | ✓ | ✓
-| Cloudwatch STS              | ✓ |
+| Cloudwatch STS              | ✓ | ✓
 | Kafka certificates          | ✓ | ✓
 | Kafka username / password   | ✓ | ✓
 | Kafka SASL                  | ✓ | ✓
@@ -119,7 +120,7 @@ $ oc -n openshift-logging edit ClusterLogging instance
 | Loglevel Normalization                 | ✓ | ✓
 | JSON parsing                           | ✓ | ✓
 | Structured Index                       | ✓ | ✓
-| Multiline error detection              | ✓ |
+| Multiline error detection              | ✓ | ✓
 | Multicontainer / split indices         | ✓ | ✓
 | Flatten labels                         | ✓ | ✓
 | CLF static labels                      | ✓ | ✓

modules/logging-http-forward.adoc

@@ -0,0 +1,48 @@
+// Module included in the following assemblies:
+// logging/cluster-logging-external
+// *
+
+:_content-type: PROCEDURE
+[id="logging-deploy-loki-console_{context}"]
+= Forwarding logs over HTTP
+
+Forwarding logs over HTTP is supported for both fluentd and vector collectors. To enable, specify `http` as the output type in the `ClusterLogForwarder` custom resource (CR).
+
+.Procedure
+
+* Create or edit the ClusterLogForwarder Custom Resource (CR) using the template below:
+
+.Example ClusterLogForwarder CR
+[source,yaml]
+----
+apiVersion: "logging.openshift.io/v1"
+kind: "ClusterLogForwarder"
+metadata:
+  name: "instance"
+  namespace: "openshift-logging"
+spec:
+  outputs:
+    - name: httpout-app
+      type: http
+      url: <1>
+      http:
+        headers: <2>
+          h1: v1
+          h2: v2
+        method: POST
+      secret:
+        name: <3>
+      tls:
+        insecureSkipVerify: <4>
+  pipelines:
+    - name:
+      inputRefs:
+        - application
+      outputRefs:
+        - <5>
+----
+<1> Destination address for logs.
+<2> Additional headers to send with the log record.
+<3> Secret name for destination credentials.
+<4> Values are either `true` or `false`.
+<5> This value should be the same as the output name.

snippets/logging-5.7-outputs-snip.adoc

@@ -0,0 +1,23 @@
+// Text snippet included in the following assemblies:
+//
+//
+// Text snippet included in the following modules:
+//
+//
+:_content-type: SNIPPET
+.Logging 5.7 outputs
+[options="header"]
+|====================================================================================================
+| Output                | Protocol           | Tested with                      | Fluentd  | Vector
+| Cloudwatch            | REST over HTTP(S)  |                                  | ✓ | ✓
+| Elasticsearch v6      |                    | v6.8.1                           | ✓ | ✓
+| Elasticsearch v7      |                    | v7.12.2, 7.17.7                  | ✓ | ✓
+| Elasticsearch v8      |                    | v8.4.3                           | ✓ | ✓
+| Fluent Forward        | Fluentd forward v1 | Fluentd 1.14.6, Logstash 7.10.1  | ✓ |
+| Google Cloud Logging  |                    |                                  |          | ✓
+| HTTP                  | HTTP 1.1           | Fluentd 1.14.6, Vector 0.21      | ✓ | ✓
+| Kafka                 | Kafka 0.11         | Kafka 2.4.1, 2.7.0, 3.3.1        | ✓ | ✓
+| Loki                  | REST over HTTP(S)  | Loki 2.3.0, 2.7                  | ✓ | ✓
+| Splunk                | HEC                | v8.2.9, 9.0.0                    |          | ✓
+| Syslog                | RFC3164, RFC5424   | Rsyslog 8.37.0-9.el7             | ✓ | ✓
+|====================================================================================================