Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
29 commits
Select commit Hold shift + click to select a range
c2391e6
Add Dockerfile for building SV-COMP archive
sim642 Oct 14, 2025
0677c17
Add missing opam env-s to SV-COMP archive script
sim642 Oct 14, 2025
f5bbc48
Fix os gem name in make setup
sim642 Oct 14, 2025
5efcd67
Add SV-COMP smoke-test infrastructure
sim642 Oct 14, 2025
d72c989
Rename SV-COMP smoke-test to smoketest
sim642 Oct 14, 2025
473753b
Add Makefile rules to build and smoketest SV-COMP archive
sim642 Oct 15, 2025
83a36ae
Add SV-COMP competition image smoketest
sim642 Oct 15, 2025
37311c4
Fix TODO in SV-COMP Dockerfile
sim642 Oct 16, 2025
cf03882
Add actual SV-COMP smoke tests
sim642 Oct 16, 2025
3a5822f
Copy svcomp confs to svcomp26
sim642 Oct 16, 2025
248efdc
Update SV-COMP scripts for 2026
sim642 Oct 16, 2025
9136dde
Enable preprocessing in SV-COMP 2026
sim642 Oct 16, 2025
93a7d67
Use all un-preprocessed files for SV-COMP smoke tests
sim642 Oct 16, 2025
385c548
Add validator smoke tests
sim642 Oct 17, 2025
f4e88c2
Add SV-COMP git tagging to Makefile
sim642 Oct 17, 2025
2d7e886
Update SV-COMP releasing docs for Docker-based build
sim642 Oct 20, 2025
bbb0fc6
Update SV-COMP smoketest-ubuntu to use headers from gcc-13 (which is …
sim642 Oct 21, 2025
5dbb088
Use non-dev versions of GMP and MPFR for SV-COMP smoketest-ubuntu
sim642 Oct 21, 2025
f677023
Merge branch 'master' into svcomp26-dev
sim642 Oct 31, 2025
8f295a3
Clean up svcomp26 confs
sim642 Oct 31, 2025
fc18f00
Duplicate svcomp26 confs for validation
sim642 Oct 31, 2025
999775e
Add validation from svcomp26-validate conf to validate portfolio
sim642 Oct 31, 2025
0500f53
Remove non-portfolio svcomp26 confs
sim642 Oct 31, 2025
d87937d
Update SV-COMP scripts for portfolio
sim642 Oct 31, 2025
37f0894
Add python3 dependency to SV-COMP smoketest-ubuntu
sim642 Nov 4, 2025
7d99dae
Remove trailing whitespace in goblint_runner.py
sim642 Nov 4, 2025
7a11284
Change goblint_runner portfolio-conf lookup to be relative to script,…
sim642 Nov 4, 2025
207584d
Use svcomp25 conf for SV-COMP tests
sim642 Nov 5, 2025
7808434
Disable pre.transform-paths in svcomp26 confs
sim642 Nov 5, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,7 @@ goblint.bc.js
*.rej

sv-comp/goblint.zip
scripts/sv-comp/goblint.zip

privPrecCompare
privPrecCompare-creduce
Expand Down
18 changes: 18 additions & 0 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,21 @@ native :

% :
@./make.sh $@


.PHONY: sv-comp-tag sv-comp-build sv-comp-smoketest-ubuntu sv-comp-smoketest-competition sv-comp-smoketest sv-comp

sv-comp-tag:
git tag -m "SV-COMP 2026" svcomp26

sv-comp-build: sv-comp-tag
docker build . -f scripts/sv-comp/Dockerfile --output=scripts/sv-comp/

sv-comp-smoketest-ubuntu: sv-comp-tag
docker build . -f scripts/sv-comp/Dockerfile --target smoketest-ubuntu

sv-comp-smoketest-competition: sv-comp-tag
docker build . -f scripts/sv-comp/Dockerfile --target smoketest-competition

sv-comp-smoketest: sv-comp-smoketest-ubuntu sv-comp-smoketest-competition;
sv-comp: sv-comp-smoketest sv-comp-build;
33 changes: 16 additions & 17 deletions conf/svcomp.json → conf/svcomp26/level00-validate.json
Original file line number Diff line number Diff line change
Expand Up @@ -6,12 +6,11 @@
},
"int": {
"def_exc": true,
"enums": false,
"interval": true
"enums": false
},
"float": {
"interval": true,
"evaluate_math_functions": true
"interval": false,
"evaluate_math_functions": false
},
"activated": [
"base",
Expand All @@ -27,12 +26,12 @@
"expRelation",
"mhp",
"assert",
"var_eq",
"symb_locks",
"region",
"thread",
"threadJoins",
"abortUnless"
"abortUnless",
"unassume"
],
"path_sens": [
"mutex",
Expand Down Expand Up @@ -61,16 +60,16 @@
"reduceAnalyses",
"mallocWrappers",
"noRecursiveIntervals",
"enums",
"congruence",
"octagon",
"wideningThresholds",
"loopUnrollHeuristic",
"memsafetySpecification",
"noOverflows",
"termination",
"tmpSpecialAnalysis"
]
},
"widen": {
"tokens": true
}
},
"exp": {
Expand All @@ -90,25 +89,25 @@
},
"witness": {
"yaml": {
"enabled": true,
"sv-comp-true-only": false,
"enabled": false,
"strict": true,
"format-version": "2.0",
"entry-types": [
"invariant_set"
"invariant_set",
"violation_sequence"
],
"invariant-types": [
"location_invariant",
"loop_invariant"
]
},
"invariant": {
"loop-head": true,
"after-lock": false,
"other": false,
"accessed": false,
"exact": true
"after-lock": true,
"other": true
}
},
"pre": {
"enabled": false
"transform-paths": false
}
}
9 changes: 5 additions & 4 deletions conf/svcomp26/level00.json
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@
},
"int": {
"def_exc": true,
"enums": false
"enums": false
},
"float": {
"interval": false,
Expand All @@ -30,7 +30,7 @@
"region",
"thread",
"threadJoins",
"abortUnless"
"abortUnless"
],
"path_sens": [
"mutex",
Expand All @@ -39,7 +39,7 @@
"expsplit",
"activeSetjmp",
"memLeak",
"threadflag"
"threadflag"
],
"context": {
"widen": false
Expand Down Expand Up @@ -86,6 +86,7 @@
"witness": {
"yaml": {
"enabled": true,
"sv-comp-true-only": false,
"format-version": "2.0",
"entry-types": [
"invariant_set"
Expand All @@ -103,6 +104,6 @@
}
},
"pre": {
"enabled": false
"transform-paths": false
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -113,6 +113,6 @@
}
},
"pre": {
"enabled": false
"transform-paths": false
}
}
2 changes: 1 addition & 1 deletion conf/svcomp26/level01.json
Original file line number Diff line number Diff line change
Expand Up @@ -109,6 +109,6 @@
}
},
"pre": {
"enabled": false
"transform-paths": false
}
}
134 changes: 134 additions & 0 deletions conf/svcomp26/level02-validate.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,134 @@
{
"ana": {
"sv-comp": {
"enabled": true,
"functions": true
},
"int": {
"def_exc": true,
"enums": true,
"congruence": true,
"bitfield":true,
"interval": true
},
"float": {
"interval": true,
"evaluate_math_functions": true
},
"activated": [
"base",
"threadid",
"threadflag",
"threadreturn",
"mallocWrapper",
"mutexEvents",
"mutex",
"access",
"race",
"escape",
"expRelation",
"mhp",
"assert",
"var_eq",
"symb_locks",
"region",
"thread",
"threadJoins",
"abortUnless",
"affeq",
"apron",
"unassume"
],
"apron": {
"domain": "octagon"
},
"path_sens": [
"mutex",
"malloc_null",
"uninit",
"expsplit",
"activeSetjmp",
"memLeak",
"threadflag"
],
"context": {
"widen": false
},
"base": {
"arrays": {
"domain": "partitioned"
},
"structs": {
"domain": "sets"
}
},
"race": {
"free": false,
"call": false
},
"autotune": {
"enabled": true,
"activated": [
"reduceAnalyses",
"mallocWrappers",
"noRecursiveIntervals",
"enums",
"congruence",
"octagon",
"wideningThresholds",
"loopUnrollHeuristic",
"memsafetySpecification",
"noOverflows",
"termination",
"tmpSpecialAnalysis"
]
},
"widen": {
"tokens": true
}
},
"exp": {
"region-offsets": true
},
"solver": "td3",
"solvers": {
"td3": {
"widen_gas": 30,
"side_widen_gas": 30
}
},
"sem": {
"unknown_function": {
"spawn": false
},
"int": {
"signed_overflow": "assume_none"
},
"null-pointer": {
"dereference": "assume_none"
}
},
"witness": {
"yaml": {
"enabled": false,
"strict": true,
"format-version": "2.0",
"entry-types": [
"invariant_set",
"violation_sequence"
],
"invariant-types": [
"location_invariant",
"loop_invariant"
]
},
"invariant": {
"loop-head": true,
"after-lock": true,
"other": true
}
},
"pre": {
"transform-paths": false
}
}
3 changes: 2 additions & 1 deletion conf/svcomp26/level02.json
Original file line number Diff line number Diff line change
Expand Up @@ -107,6 +107,7 @@
"witness": {
"yaml": {
"enabled": true,
"sv-comp-true-only": false,
"format-version": "2.0",
"entry-types": [
"invariant_set"
Expand All @@ -124,6 +125,6 @@
}
},
"pre": {
"enabled": false
"transform-paths": false
}
}
Loading
Loading