config.toml

jenkins_url = "https://jenkins-pmrs.cels.anl.gov"
project = "mpich-main-nightly"
blocklist = [
    # ignored jobs
    "build-pulse",
    "mpich-main-ch4-ofi-multinic",
    "mpich-main-noshared",
    "xfail-mpich-main-ch4-special-tests"
]

# username = <OPTIONAL: your user>
# password = <OPTIONAL: your password>

threshold = 0.9
last_n_history = 5

timezone = -5 # in UTC-<hour> format

database = "data.db"

### VIEWS
### ----------------------------------------------------------------------
[[view]]
name = "By Tag"
expr = '!S"Metadata"'

[[view]]
name = "By Metadata"
expr = '!t"(pmrs-.*)|(built-in)|(aws)|(tiger)|(yuzu)|(softiron-[0-9]+)" && S"Metadata"'

[[view]]
name = "By Agent"
expr = 'T"(pmrs-.*)|(built-in)|(aws)|(tiger)|(yuzu)|(softiron-[0-9]+)"'

[[view]]
name = "Jenkins Failures By Platform"
expr = 't"jenkins_agent_offline" && T"(pmrs-.*)|(built-in)|(aws)|(tiger)|(yuzu)|(softiron-[0-9]+)"'

### ARTIFACTS
### ----------------------------------------------------------------------
[[artifact]]
path = '''top.txt'''

post_process = ["./scripts/top.py"]

[[artifact]]
path = '''graph_.*.svg'''

[[artifact]]
path = '''(summary.junit.xml)|(summary.txt)'''

post_process = ["./scripts/junit.py"]

### FATAL TOOLING EMITS
### ----------------------------------------------------------------------
[[tag]]
name = "cc_emit"
desc = "CC Compiler Error"

# Matches messages of the following
# <filepath>:<lineno>:<linecol?>: error: <message>\n
#  <indented followups>\n
# https://www.gnu.org/prep/standards/html_node/Errors.html
pattern = '''(?m)^[a-zA-Z0-9_\-\./ ]+([\.\-:][0-9]+){0,4}: (fatal )?error: .*(\n\s+.*)*(\n[a-zA-Z0-9_\-\./ ]+([\.\-:][0-9]+){0,4}: [a-z]+: .*(\n\s+.*)*)*$'''
from = "Console"
severity = "Error"

[[tag]]
name = "cc_warn"
desc = "CC Compiler Warning"

# Matches messages of the following
# <filepath>:<lineno>:<linecol?>: error: <message>\n
#  <indented followups>\n
# https://www.gnu.org/prep/standards/html_node/Errors.html
pattern = '''(?m)^[a-zA-Z0-9_\-\./ ]+([\.\-:][0-9]+){0,4}: warning: .*(\n\s+.*)*(\n[a-zA-Z0-9_\-\./ ]+([\.\-:][0-9]+){0,4}: [a-z]+: .*(\n\s+.*)*)*$'''
from = "Artifact"
severity = "Warning"

[[tag]]
name = "nvcxx_emit"
desc = "NVC++ Compiler Error"

# Matches messages of the following
# "<filepath>", line <lineno>: error: <message>\n
#  <indented followups>\n
pattern = '''(?m)^"[a-zA-Z0-9_\-\./ ]+", line [0-9]+: (fatal )?error: .*(\n\s+.*)*(\n"[a-zA-Z0-9_\-\./ ]+", line [0-9]+: [a-z]+: .*(\n\s+.*)*)*$'''
from = "Console"
severity = "Error"

[[tag]]
name = "nvcxx_bail"
desc = "NVC++ Internal Compiler Error"

# Matches messages of the following example
# NVC++-F-0000-Internal compiler error. add_cilis(): bad jmp code    1088  (src/mpi/coll/op/op_fns.c: 105)
# NVC++/x86-64 Linux 22.3-0: compilation aborted
pattern = '''(?m)^NV.*Internal compiler error. .*$'''
from = "Console"
severity = "Error"

# [[tag]]
# name = "cmd_not_found"
# desc = "command not found"
#
# # Matches messages of the following
# # (<file><lineno>: )?<binary>: command not found
# pattern = '''(?m)^([a-zA-Z0-9_\-\./ ]+(: line [0-9]+)?: )?[a-zA-Z0-9_\-\./ ]+: command not found$'''
# from = "Console"
# severity = "Info"

[[tag]]
name = "out_of_space"
desc = "No space left on device"

# Matches messages of the following
# (<file><lineno>: )?<binary>: command not found
pattern = '''(?m)^[a-zA-Z0-9_\-\./ ]+(: .*)?: No space left on device$'''
from = "Console"
severity = "Info"

# [[tag]]
# name = "no_such_file_or_dir"
# desc = "No such file or directory"
#
# # Matches messages of the following
# # (<file><lineno>: )?<binary>: command not found
# pattern = '''(?m)^[a-zA-Z0-9_\-\./ ]+(: .*)?: No such file or directory$'''
# from = "Console"
# severity = "Info"

# [[tag]]
# name = "configure_error"
# desc = "./configure failure"
#
# # Matches messages of the following
# # configure: error: <message>\n
# # See `<log file>' for more details
# pattern = '''(?m)^configure: error: .*$'''
# from = "Console"
# severity = "Error"

[[tag]]
name = "jenkins_agent_offline"
desc = "Jenkins Build Agent went offline during the build"

pattern = '''(?m)^Agent went offline during the build$'''
from = "Console"
severity = "Info"

[[tag]]
name = "java_stack_trace"
desc = "Java Exception Stack Trace"

# Matches messages of the following example
# FATAL: java.io.IOException: Unexpected termination of the channel
# java.io.EOFException
# 	at java.base/java.io.ObjectInputStream$PeekInputStream.readFully(ObjectInputStream.java:2915)
# 	at java.base/java.io.ObjectInputStream$BlockDataInputStream.readShort(ObjectInputStream.java:3410)
# 	at java.base/java.io.ObjectInputStream.readStreamHeader(ObjectInputStream.java:954)
# 	at java.base/java.io.ObjectInputStream.<init>(ObjectInputStream.java:392)
# 	at hudson.remoting.ObjectInputStreamEx.<init>(ObjectInputStreamEx.java:50)
# 	at hudson.remoting.Command.readFrom(Command.java:142)
# 	at hudson.remoting.Command.readFrom(Command.java:128)
# 	at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:35)
# 	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61)
# Caused: java.io.IOException: Unexpected termination of the channel
# 	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:75)
# Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to pmrs-linux-240-01
# 		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1826)
# 		at hudson.remoting.Request.call(Request.java:199)
# 		at hudson.remoting.Channel.call(Channel.java:1041)
# 		at hudson.Launcher$RemoteLauncher.kill(Launcher.java:1147)
# 		at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:538)
# 		at hudson.model.Run.execute(Run.java:1894)
# 		at PluginClassLoader for matrix-project//hudson.matrix.MatrixRun.run(MatrixRun.java:153)
# 		at hudson.model.ResourceController.execute(ResourceController.java:101)
# 		at hudson.model.Executor.run(Executor.java:446)
# Caused: hudson.remoting.RequestAbortedException
# 	at hudson.remoting.Request.abort(Request.java:346)
# 	at hudson.remoting.Channel.terminate(Channel.java:1122)
# 	at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:90)
pattern = '''(?m)^([a-zA-Z]+: .*\n([a-z]+\.)+[a-zA-Z]+(: .*)?(\n\s+at .*)+)+$'''
from = "Console"
severity = "Info"

[[tag]]
name = "mpi_abort"
desc = "Generic MPI failure conditions"

# Matches messages of the following
# Abort(<number>) on node <number>: <message>
# <function name>(<number>)\.*: <stack traces>\n
pattern = '''(?m)^Abort\([0-9]+\) on node [0-9]+: .*(\n[a-zA-Z_][a-zA-Z0-9_]+\([0-9]+\)\.*: .*)*$'''
from = "Console"
severity = "Error"

[[tag]]
name = "python_traceback"
desc = "Python Exception Traceback"

# Matches messages of the following example
# Traceback (most recent call last):
#   File "/builder_task.py", line 279, in do_one_task
#     raise RecoverableBuildException("test error")
# common.exceptions.BuildException
# https://stackoverflow.com/questions/53658695/how-to-match-the-whole-traceback-message-and-not-stop-early-using-regex
pattern = '''(?m)^Traceback \(most recent call last\):(?:\n.*)+?\n(.*?(?:Exception|Error):)\s*(.+)$'''
from = "Console"
severity = "Warning"

[[tag]]
name = "ld_error"
desc = "Program can't find shared library"

# Matches messages of the following
# <program name>: error while loading shared libraries: <libraries>
pattern = '''(?m)^.+: error while loading shared libraries: .*$'''
from = "Console"
severity = "Error"

[[tag]]
name = "cpi_failed_assert"
desc = "Failed assertion from cpi"

# Matches messages of the following
# cpi: <filepath>:<line no>: <function signature>: Assertion `<exp' failed.
pattern = '''(?m)^cpi: [a-zA-Z0-9_\-\./ ]+([\.\-:][0-9]+){0,4}: .*: Assertion `.*' failed.$'''
from = "Console"
severity = "Error"

[[tag]]
name = "mpir_assert_failed"
desc = "Failure from MPIR_Assert"

# Matches messages of the following
# Assertion failed in file %s at line %d: %s
pattern = '''(?m)^Assertion failed in file [a-zA-Z0-9_\-\./ ]+ at line [0-9]+: .*$'''
from = "Console"
severity = "Error"

[[tag]]
name = "tap_failure"
desc = "TAP failure from Testsuite"

# Matches messages of the following
# not ok 2756 - ./rma/acc_pairtype_shm 2
#   ---
#   Directory: ./rma
#   File: acc_pairtype_shm
#   Num-procs: 2
#   Timeout: 180
#   Date: "Mon Sep 15 20:38:42 2025"
#   ...
# ## Test output (expected 'No Errors'):
# ## Fatal error in internal_Barrier: Other MPI error, error stack:
# ## internal_Barrier(94)...................: MPI_Barrier(MPI_COMM_WORLD) failed
# ## MPIR_Barrier_impl(111).................:
# ## MPIR_Barrier_allcomm_auto(53)..........:
# ## MPIR_Barrier_intra_dissemination(32)...:
# ## MPIC_Sendrecv(280).....................:
# ## MPIC_Wait(99)..........................:
# ## MPIR_Wait(741).........................:
# ## MPIR_Wait_state(698)...................:
# ## MPIDI_CH3I_Progress(360)...............:
# ## MPID_nem_mpich_blocking_recv(948)......:
# ## MPID_nem_tcp_connpoll(1787)............:
# ## state_commrdy_handler(1632)............:
# ## MPID_nem_tcp_recv_handler(1529)........:
# ## MPID_nem_handle_pkt(607)...............:
# ## MPIDI_CH3_PktHandler_EagerSend(618)....: failure occurred while posting a receive for message data (MPIDI_CH3_PKT_EAGER_SEND)
# ## MPIDI_CH3U_Receive_data_unexpected(232): Out of memory (unable to allocate -2147483648 bytes)
# https://testanything.org/tap-version-14-specification.html
pattern = '''(?m)^not ok [0-9]+ - .*\n([\s#]{2}.*)*$'''
from = "Artifact"
severity = "Warning"

[[tag]]
name = "perl_syntax_error"
desc = "Perl syntax error message"

# Matches messages of the following
# syntax error at <filename> line <line_number>, near "<offending_code>"
pattern = '''(?m)^syntax error at [a-zA-Z0-9_\-\./ ]+ line [0-9]+, near ".*"$'''
from = "Console"
severity = "Error"

### PLATFORM TAGS
### ----------------------------------------------------------------------
[[tag]]
name = "bsd"
desc = "FreeBSD Build"

pattern = '''freebsd64'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "linux"
desc = "Linux Build"

pattern = '''(ubuntu([0-9]{1,2}.[0-9]{1,2})?)|(debian([0-9]+)?)|(centos([0-9]+)?)|(opensuse(-(leap)|(tumbleweed))?)'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "osx"
desc = "macOS Build"

pattern = '''osx'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "aarch64"
desc = "aarch64 Build"

pattern = '''aarch64'''
from = "RunName"
severity = "Metadata"

### TOOLCHAIN TAGS
### ----------------------------------------------------------------------
[[tag]]
name = "gnu"
desc = "gcc Build"

pattern = '''(gnu)|(gcc[0-9]*)'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "clang"
desc = "clang Build"

pattern = '''clang'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "intel"
desc = "Intel OneAPI Build"

pattern = '''intel(-oneapi)?'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "nvidia"
desc = "NVC++ Build"

pattern = '''nvidia'''
from = "RunName"
severity = "Metadata"

### NETMOD OPTION TAGS
### ----------------------------------------------------------------------
[[tag]]
name = "ch3-tcp"
desc = "netmod=ch3-tcp"

pattern = '''ch3(-nemesis)?-tcp'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "ch3-sock"
desc = "netmod=ch3-sock"

pattern = '''ch3-sock'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "ch4-ofi"
desc = "netmod=ch4-ofi"

pattern = '''(ch4-)?ofi(-(global)|(vci)|(sepctx)|(domain))?'''
from = "RunName"
severity = "Metadata"

[[tag]]
name = "ch4-ucx"
desc = "netmod=ch4-ucx"

pattern = '''(ch4-)?ucx(-(global)|(vci))?'''
from = "RunName"
severity = "Metadata"

### BUILD NODE TAGS
### ----------------------------------------------------------------------
[[tag]]
name = "pmrs-freebsd64-240-01"
desc = "pmrs-freebsd64-240-01 Build Node"

pattern = '''(?m)^Building remotely on pmrs-freebsd64-240-01.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-freebsd64-240-02"
desc = "pmrs-freebsd64-240-02 Build Node"

pattern = '''(?m)^Building remotely on pmrs-freebsd64-240-02.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-gpu-240-01"
desc = "prms-gpu-240-01 Build Node"

pattern = '''(?m)^Building remotely on pmrs-gpu-240-01.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-gpu-240-02"
desc = "prms-gpu-240-02 Build Node"

pattern = '''(?m)^Building remotely on pmrs-gpu-240-02.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-linux-240-01"
desc = "prms-linux-240-01 Build Node"

pattern = '''(?m)^Building remotely on pmrs-linux-240-01.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-linux-240-02"
desc = "prms-linux-240-02 Build Node"

pattern = '''(?m)^Building remotely on pmrs-linux-240-02.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-linux-240-03"
desc = "prms-linux-240-03 Build Node"

pattern = '''(?m)^Building remotely on pmrs-linux-240-03.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-linux-240-04"
desc = "prms-linux-240-04 Build Node"

pattern = '''(?m)^Building remotely on pmrs-linux-240-04.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-linux-240-05"
desc = "prms-linux-240-05 Build Node"

pattern = '''(?m)^Building remotely on pmrs-linux-240-05.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-linux-240-06"
desc = "prms-linux-240-06 Build Node"

pattern = '''(?m)^Building remotely on pmrs-linux-240-06.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "pmrs-macos-240-01.cels.anl.gov"
desc = "prms-macos-240-01.cels.anl.gov Build Node"

pattern = '''(?m)^Building remotely on pmrs-macos-240-01.cels.anl.gov.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "softiron-1"
desc = "softiron-1 Build Node"

pattern = '''(?m)^Building remotely on softiron-1.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "softiron-2"
desc = "softiron-2 Build Node"

pattern = '''(?m)^Building remotely on softiron-2.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "tiger"
desc = "tiger Build Node"

pattern = '''(?m)^Building remotely on tiger.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "yuzu"
desc = "yuzu Build Node"

pattern = '''(?m)^Building remotely on yuzu \(xpmem\).*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "built-in"
desc = "built-in Build Node"

pattern = '''(?m)^Building remotely on built-in node.*$'''
from = "Console"
severity = "Metadata"

[[tag]]
name = "aws"
desc = "aws Build Node"

pattern = '''(?m)^Building remotely on aws.*$'''
from = "Console"
severity = "Metadata"

# MPICH SPECIFIC: currently untracked tags
# shmem
# debug
# pgi
# multithread
# infiniband
# noerrorchecking
# yaksa
# hydra
# gforker
# default
# singularity
# nofast
# vci
# external
# global_lock
# absoft
# asan
# fast
# polaris-ci
# tcp
# singlethread
# multi-vci
# gpu
# sockets
# debuginfo
# noweak
# pmix
# async
# noshared
# pervci_async
# psm3
# strictnoweak
# sock
# pmi1
# xpmem
# verbs
# integer-8
# nocxx
# async-ticketlock
# multvci_domain
# nag
# strict
# ubsan
# multvci_sepctx
# single-vci
# gpu_new
# master
# nccl
# global_async
# am-only
# jenkins_arch
# pmi2
# prterun
# nofortran
# pervci_lock
# solstudio

# vim: ts=4:sw=4:expandtab: