error logs help

[lordraiden]

I have the log full of these errors, any idea how to fix them?
Some of them could be because not all the log entries are similar and can be labeled but the others?

Mon-Vector   | 2023-06-08T08:17:23.601693Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Failed to render template for "label_value "{{label."com.docker.compose.project" }}" with label_key "compose_proyect"". error=Missing fields on event: ["label.\"com.docker.compose.project\""] error_type="template_failed" stage="processing" internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:24.070387Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Internal log [Failed to render template for "label_value "{{label."net.unraid.docker.managed" }}" with label_key "docker_managed"".] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:24.363150Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Internal log [Received out of order log message.] has been suppressed 42 times.
Mon-Vector   | 2023-06-08T08:17:24.363165Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Received out of order log message. error_type="condition_failed" stage="receiving" container_id="9dbe1251db2b00be94da34d3e5cadc2242fe59b2f3fb1283f66e072ebe4891a6" timestamp="2023-06-08T08:17:24.153357296Z" internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:24.363192Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Internal log [Received out of order log message.] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:25.463817Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector::sinks::util::retries: Internal log [Non-retriable error; dropping the request.] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:25.463836Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::service: Internal log [Service call failed. No retries or retries exhausted.] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:25.463845Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::component_events_dropped: Internal log [Events dropped] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:33.602248Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Internal log [Failed to render template for "label_value "{{label."net.unraid.docker.managed" }}" with label_key "docker_managed"".] has been suppressed 54 times.
Mon-Vector   | 2023-06-08T08:17:33.602264Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Failed to render template for "label_value "{{label."com.docker.compose.project" }}" with label_key "compose_proyect"". error=Missing fields on event: ["label.\"com.docker.compose.project\""] error_type="template_failed" stage="processing" internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:35.599995Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Internal log [Failed to render template for "label_value "{{label."net.unraid.docker.managed" }}" with label_key "docker_managed"".] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:36.180933Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Internal log [Received out of order log message.] has been suppressed 42 times.
Mon-Vector   | 2023-06-08T08:17:36.180947Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Received out of order log message. error_type="condition_failed" stage="receiving" container_id="9dbe1251db2b00be94da34d3e5cadc2242fe59b2f3fb1283f66e072ebe4891a6" timestamp="2023-06-08T08:17:35.599602039Z" internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:36.180985Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Internal log [Received out of order log message.] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:44.176506Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector::sinks::util::retries: Internal log [Non-retriable error; dropping the request.] has been suppressed 1 times.
Mon-Vector   | 2023-06-08T08:17:44.176517Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector::sinks::util::retries: Non-retriable error; dropping the request. error=Server responded with an error: 400 Bad Request internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:44.176527Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::service: Internal log [Service call failed. No retries or retries exhausted.] has been suppressed 1 times.
Mon-Vector   | 2023-06-08T08:17:44.176528Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::service: Service call failed. No retries or retries exhausted. error=Some(ServerError { code: 400 }) request_id=111 error_type="request_failed" stage="sending" internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:44.176539Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::component_events_dropped: Internal log [Events dropped] has been suppressed 1 times.
Mon-Vector   | 2023-06-08T08:17:44.176541Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::component_events_dropped: Events dropped intentional=false count=2 reason="Service call failed. No retries or retries exhausted." internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:44.353417Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Internal log [Failed to render template for "label_value "{{label."net.unraid.docker.managed" }}" with label_key "docker_managed"".] has been suppressed 47 times.
Mon-Vector   | 2023-06-08T08:17:44.353432Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Failed to render template for "label_value "{{label."com.docker.compose.project" }}" with label_key "compose_proyect"". error=Missing fields on event: ["label.\"com.docker.compose.project\""] error_type="template_failed" stage="processing" internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:44.356514Z ERROR sink{component_kind="sink" component_id=loki_container component_type=loki component_name=loki_container}: vector::internal_events::template: Internal log [Failed to render template for "label_value "{{label."net.unraid.docker.managed" }}" with label_key "docker_managed"".] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:47.566309Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Internal log [Received out of order log message.] has been suppressed 20 times.
Mon-Vector   | 2023-06-08T08:17:47.566324Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Received out of order log message. error_type="condition_failed" stage="receiving" container_id="9dbe1251db2b00be94da34d3e5cadc2242fe59b2f3fb1283f66e072ebe4891a6" timestamp="2023-06-08T08:17:46.969217977Z" internal_log_rate_limit=true
Mon-Vector   | 2023-06-08T08:17:47.566350Z ERROR source{component_kind="source" component_id=container_logs component_type=docker_logs component_name=container_logs}: vector::internal_events::docker_logs: Internal log [Received out of order log message.] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:48.283088Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector::sinks::util::retries: Internal log [Non-retriable error; dropping the request.] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:48.283111Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::service: Internal log [Service call failed. No retries or retries exhausted.] is being suppressed to avoid flooding.
Mon-Vector   | 2023-06-08T08:17:48.283123Z ERROR sink{component_kind="sink" component_id=loki_syslog component_type=loki component_name=loki_syslog}: vector_common::internal_event::component_events_dropped: Internal log [Events dropped] is being suppressed to avoid flooding.

[sources.docker_logs]
    type = "file"
    #ignore_older_secs = 600
    include = ["/var/log/docker.log"]
    read_from = "beginning"
[sinks.loki_docker]
    type = "loki"
    inputs = ["docker_logs"]
    endpoint = "http://loki:3100"
    encoding.codec = "json"
    buffer.type = "memory"
    buffer.max_events = 50000
    buffer.when_full = "block"
    batch.max_events = 10000
    [sinks.loki_docker.labels]
        hostname ="Unraid"
        service ="docker"



[sources.libvirt]
    type = "file"
    #ignore_older_secs = 600
    include = ["/var/log/libvirt/libvirtd.log"]
    read_from = "beginning"
[sinks.loki_libvirt]
    type = "loki"
    inputs = ["libvirt"]
    endpoint = "http://loki:3100"
    encoding.codec = "json"
    buffer.type = "memory"
    buffer.max_events = 50000
    buffer.when_full = "block"
    batch.max_events = 10000
    [sinks.loki_libvirt.labels]
        hostname ="Unraid"
        service ="libvirt"



[sources.syslog_file]
    type = "file"
    include = ["/var/log/syslog"]
[transforms.parse_syslog]
    type = "remap"
    inputs = ["syslog_file"]
    source = '''
    . = parse_syslog!(string!(.message))
    '''
[sinks.loki_syslog]
    type = "loki"
    inputs = ["parse_syslog"]
    endpoint = "http://loki:3100"
    encoding.codec = "json"
    buffer.type = "memory"
    buffer.max_events = 50000
    buffer.when_full = "block"
    batch.max_events = 10000
    [sinks.loki_syslog.labels]
        appname = "{{ appname }}"
        hostname = "{{ hostname }}"
        service ="syslog"



[sources.container_logs]
    type = "docker_logs"
    docker_host = "/var/run/docker.sock"
[sinks.loki_container]
    type = "loki"
    inputs = ["container_logs"]
    endpoint = "http://loki:3100"
    encoding.codec = "json"
    buffer.type = "memory"
    buffer.max_events = 50000
    buffer.when_full = "block"
    batch.max_events = 10000
    [sinks.loki_container.labels]
        container = "{{ container_name }}"
        hostname ="Unraid"
        service = "containers"
        stream = "{{ stream }}"
        docker_managed = "{{label.\"net.unraid.docker.managed\" }}"
        compose_proyect = "{{label.\"com.docker.compose.project\" }}"