Skip to content

Commit 94b3bb9

Browse files
committed
add oom pattern
1 parent f931748 commit 94b3bb9

File tree

3 files changed

+39
-1
lines changed

3 files changed

+39
-1
lines changed

files/oom

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
OOM_MSG oom-kill:%{GREEDYDATA:KEY_EQ_VALUEDATA_COMMA}

tests/data/oom

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
data = [
2+
{
3+
"raw": "<6>1 2025-05-13T08:30:04.107564+02:00 node300 kernel: - kernel: oom-kill:constraint=CONSTRAINT_MEMCG,nodemask=(null),cpuset=step_0,mems_allowed=0-3,oom_memcg=/slurm/uid_2510668/job_10755228,task_memcg=/slurm/uid_2510668/job_10755228/step_0/task_0,task=vasp_std,pid=44266,uid=2510668",
4+
"expected": {
5+
"@source_host": "node300",
6+
"program": "kernel",
7+
}
8+
},
9+
{
10+
"raw": "<6>1 2025-04-28T11:29:49.162661+02:00 node618 kernel: - kernel: oom-kill:constraint=CONSTRAINT_MEMCG,nodemask=(null),cpuset=step_batch,mems_allowed=0-15,oom_memcg=/slurm/uid_2511201/job_10666405,task_memcg=/slurm/uid_2511201/job_10666405/step_batch/task_0,task=ase,pid=857594,uid=2511201",
11+
"expected": {
12+
"@source_host": "node618",
13+
"program": "kernel",
14+
}
15+
},
16+
{
17+
"raw": "<6>1 2025-09-03T11:27:36.368324+02:00 node706 kernel: - kernel: oom-kill:constraint=CONSTRAINT_MEMORY_POLICY,nodemask=3,cpuset=gpfs.service,mems_allowed=0-31,global_oom,task_memcg=/system.slice/slurmstepd.scope/job_11048783/step_batch/user/task_0,task=python,pid=549012,uid=2510053",
18+
"expected": {
19+
"@source_host": "node706",
20+
"program": "kernel",
21+
"constraint": "CONSTRAINT_MEMORY_POLICY",
22+
"nodemask": "3",
23+
"cpuset": "gpfs.service",
24+
"mems_allowed": "0-31",
25+
"task_memcg": "/system.slice/slurmstepd.scope/job_11048783/step_batch/user/task_0",
26+
"task": "python",
27+
"pid": 549012,
28+
"uid": 2510053,
29+
}
30+
},
31+
]

tests/logstash_7.6.2.conf

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@ filter
3939
"%{RSYSLOGPREFIX}%{QUATTOR_MSG}",
4040
"%{RSYSLOGPREFIX}%{SNOOPY_MSG}",
4141
"%{RSYSLOGPREFIX}%{APACHE_MSG}",
42+
"%{RSYSLOGPREFIX}%{OOM_MSG}",
4243
# Last resort, this should be one to last
4344
"%{RSYSLOGPREFIX}%{KEYVALUE_MSG}",
4445
# RSYSLOGCUSTOM always last (and no PREFIX)!
@@ -52,6 +53,11 @@ filter
5253
source => "KEY_EQ_VALUEDATA"
5354
}
5455

56+
kv {
57+
source => "KEY_EQ_VALUEDATA_COMMA"
58+
field_split => ","
59+
}
60+
5561
date {
5662
match => [ "syslog_timestamp", "yyyy-MM-dd'T'HH:mm:ss.SSSSSSZZ", "yyyy-MM-dd'T'HH:mm:ssZZ", "yyyy-MM-dd HH:mm:ss.SSSSSS", "MMM d HH:mm:ss", "MMM d HH:mm:ss" ]
5763
}
@@ -74,7 +80,7 @@ filter
7480

7581
if ("_grokparsefailure" not in [tags]) {
7682
mutate {
77-
remove_field => [ "syslog_hostname", "syslog_message", "syslog_timestamp", "KEY_EQ_VALUEDATA", "int" ]
83+
remove_field => [ "syslog_hostname", "syslog_message", "syslog_timestamp", "KEY_EQ_VALUEDATA", "KEY_EQ_VALUEDATA_COMMA", "int" ]
7884
convert => { "success" => "boolean" }
7985

8086
# we need MB converted to MiB for bytes2human

0 commit comments

Comments
 (0)