Skip to content

Commit 5b9f2a4

Browse files
ykempfykempf
authored
Merge pull request #466 from ykempf/trans_peformance
Translation performance improvements, including Hawk porting.
2 parents 2821c08 + 205386a commit 5b9f2a4

15 files changed

+700
-227
lines changed

‎MAKE/Makefile.hawk_gcc_mpt‎

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,88 @@
1+
CMP = mpicxx
2+
LNK = mpicxx
3+
4+
#======== Vectorization ==========
5+
#Set vector backend type for vlasov solvers, sets precision and length.
6+
#Options:
7+
# AVX: VEC4D_AGNER, VEC4F_AGNER, VEC8F_AGNER
8+
# AVX512: VEC8D_AGNER, VEC16F_AGNER
9+
# Fallback: VEC4D_FALLBACK, VEC4F_FALLBACK, VEC8F_FALLBACK
10+
11+
ifeq ($(DISTRIBUTION_FP_PRECISION),SPF)
12+
#Single-precision
13+
VECTORCLASS = VEC8F_AGNER
14+
else
15+
#Double-precision
16+
VECTORCLASS = VEC8D_AGNER
17+
endif
18+
19+
FLAGS =
20+
21+
# NOTES on compiler flags:
22+
# CXXFLAGS is for compiler flags, they are always used
23+
# MATHFLAGS are for special math etc. flags, these are only applied on solver functions
24+
# LDFLAGS flags for linker
25+
26+
#GNU flags:
27+
CC_BRAND = gcc
28+
CC_BRAND_VERSION = 9.2.0
29+
CXXFLAGS += -g -O3 -fopenmp -funroll-loops -std=c++17 -W -Wall -Wno-unused -fabi-version=0 -Wall -Wpedantic -mfma -march=native -mavx2
30+
#CXXFLAGS += -O3 -fopenmp -funroll-loops -std=c++17 -W -Wall -Wno-unused -fabi-version=0 -mavx
31+
not_parallel_tools: CXXFLAGS += -march=native -mno-avx2 -mavx
32+
testpackage: CXXFLAGS = -g -O2 -fopenmp -funroll-loops -std=c++17 -fabi-version=0
33+
not_parallel_tools: CC_BRAND_VERSION = 4.9.2-noavx2
34+
35+
MATHFLAGS = -ffast-math
36+
LDFLAGS =
37+
LIB_MPI = -lgomp
38+
39+
BOOST_VERSION =
40+
MPI_BRAND = mpt
41+
MPI_VERSION = 2.22
42+
ZOLTAN_VERSION =
43+
SILO_VERSION =
44+
JEMALLOC_VERSION = 5.2.1
45+
LIBRARY_PREFIX = /zhome/academic/HLRS/pri/ipryakem/libraries
46+
47+
48+
#======== PAPI ==========
49+
#Add PAPI_MEM define to use papi to report memory consumption?
50+
CXXFLAGS += -DPAPI_MEM
51+
52+
53+
#======== Allocator =========
54+
#Use jemalloc instead of system malloc to reduce memory fragmentation? https://github.com/jemalloc/jemalloc
55+
#Configure jemalloc with --with-jemalloc-prefix=je_ when installing it
56+
CXXFLAGS += -DUSE_JEMALLOC -DJEMALLOC_NO_DEMANGLE
57+
58+
59+
#compiled libraries
60+
61+
INC_BOOST = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/include
62+
LIB_BOOST = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/lib -lboost_program_options
63+
64+
INC_ZOLTAN = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/include
65+
LIB_ZOLTAN = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/lib -lzoltan
66+
67+
INC_JEMALLOC = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/include
68+
LIB_JEMALLOC = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/lib -ljemalloc
69+
70+
INC_VLSV = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv
71+
LIB_VLSV = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv -lvlsv
72+
73+
LIB_PROFILE = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/lib -lphiprof
74+
INC_PROFILE = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/include
75+
76+
INC_PAPI = -I/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-gcc-9.2.0-ie2ujpf4/include
77+
LIB_PAPI = -L/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-gcc-9.2.0-ie2ujpf4/lib -lpapi
78+
79+
#header libraries
80+
81+
INC_EIGEN = -I$(LIBRARY_PREFIX)/
82+
INC_DCCRG = -I$(LIBRARY_PREFIX)/dccrg/
83+
INC_FSGRID = -I$(LIBRARY_PREFIX)/fsgrid/
84+
INC_VECTORCLASS = -I$(LIBRARY_PREFIX)/vectorclass-version1
85+
86+
87+
88+

‎MAKE/Makefile.hawk_gcc_openmpi‎

Lines changed: 92 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,92 @@
1+
CMP = mpiCC
2+
LNK = mpiCC
3+
4+
#======== Vectorization ==========
5+
#Set vector backend type for vlasov solvers, sets precision and length.
6+
#Options:
7+
# AVX: VEC4D_AGNER, VEC4F_AGNER, VEC8F_AGNER
8+
# AVX512: VEC8D_AGNER, VEC16F_AGNER
9+
# Fallback: VEC4D_FALLBACK, VEC4F_FALLBACK, VEC8F_FALLBACK
10+
11+
ifeq ($(DISTRIBUTION_FP_PRECISION),SPF)
12+
#Single-precision
13+
VECTORCLASS = VEC8F_AGNER
14+
else
15+
#Double-precision
16+
VECTORCLASS = VEC8D_AGNER
17+
endif
18+
19+
FLAGS =
20+
21+
# NOTES on compiler flags:
22+
# CXXFLAGS is for compiler flags, they are always used
23+
# MATHFLAGS are for special math etc. flags, these are only applied on solver functions
24+
# LDFLAGS flags for linker
25+
26+
#GNU flags:
27+
CC_BRAND = gcc
28+
CC_BRAND_VERSION = 9.2.0
29+
CXXFLAGS += -g -O3 -fopenmp -funroll-loops -std=c++17 -W -Wall -Wno-unused -fabi-version=0 -Wall -Wpedantic -mfma -march=native -mavx2
30+
#CXXFLAGS += -O3 -fopenmp -funroll-loops -std=c++17 -W -Wall -Wno-unused -fabi-version=0 -mavx
31+
not_parallel_tools: CXXFLAGS += -march=native -mno-avx2 -mavx
32+
testpackage: CXXFLAGS = -g -O2 -fopenmp -funroll-loops -std=c++17 -fabi-version=0
33+
not_parallel_tools: CC_BRAND_VERSION = 4.9.2-noavx2
34+
35+
MATHFLAGS = -ffast-math
36+
LDFLAGS =
37+
LIB_MPI = -lgomp
38+
39+
BOOST_VERSION =
40+
#MPI_BRAND = mpt
41+
#MPI_VERSION = 2.22
42+
MPI_BRAND = openmpi
43+
MPI_VERSION = 4.0.3
44+
ZOLTAN_VERSION =
45+
SILO_VERSION =
46+
JEMALLOC_VERSION = 5.2.1
47+
LIBRARY_PREFIX = /zhome/academic/HLRS/pri/ipryakem/libraries
48+
49+
50+
#======== PAPI ==========
51+
#Add PAPI_MEM define to use papi to report memory consumption?
52+
CXXFLAGS += -DPAPI_MEM
53+
54+
55+
#======== Allocator =========
56+
#Use jemalloc instead of system malloc to reduce memory fragmentation? https://github.com/jemalloc/jemalloc
57+
#Configure jemalloc with --with-jemalloc-prefix=je_ when installing it
58+
CXXFLAGS += -DUSE_JEMALLOC -DJEMALLOC_NO_DEMANGLE
59+
60+
61+
#compiled libraries
62+
63+
#INC_BOOST = -I/opt/hlrs/spack/rev-003_2020-03-03/boost/1.70.0-gcc-9.2.0-vf7vvxu2/include
64+
#LIB_BOOST = -L/opt/hlrs/spack/rev-003_2020-03-03/boost/1.70.0-gcc-9.2.0-vf7vvxu2/lib -lboost_program_options
65+
INC_BOOST = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/include
66+
LIB_BOOST = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/lib -lboost_program_options
67+
68+
INC_ZOLTAN = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/include
69+
LIB_ZOLTAN = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/lib -lzoltan
70+
71+
INC_JEMALLOC = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/include
72+
LIB_JEMALLOC = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/lib -ljemalloc
73+
74+
INC_VLSV = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv
75+
LIB_VLSV = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv -lvlsv
76+
77+
LIB_PROFILE = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/lib -lphiprof
78+
INC_PROFILE = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/include
79+
80+
INC_PAPI = -I/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-gcc-9.2.0-ie2ujpf4/include
81+
LIB_PAPI = -L/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-gcc-9.2.0-ie2ujpf4/lib -lpapi
82+
83+
#header libraries
84+
85+
INC_EIGEN = -I$(LIBRARY_PREFIX)/
86+
INC_DCCRG = -I$(LIBRARY_PREFIX)/dccrg/
87+
INC_FSGRID = -I$(LIBRARY_PREFIX)/fsgrid/
88+
INC_VECTORCLASS = -I$(LIBRARY_PREFIX)/vectorclass-version1
89+
90+
91+
92+

‎MAKE/Makefile.hawk_intel_mpt‎

Lines changed: 89 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,89 @@
1+
CMP = mpicxx
2+
LNK = mpicxx
3+
4+
#======== Vectorization ==========
5+
#Set vector backend type for vlasov solvers, sets precision and length.
6+
#Options:
7+
# AVX: VEC4D_AGNER, VEC4F_AGNER, VEC8F_AGNER
8+
# AVX512: VEC8D_AGNER, VEC16F_AGNER
9+
# Fallback: VEC4D_FALLBACK, VEC4F_FALLBACK, VEC8F_FALLBACK
10+
11+
ifeq ($(DISTRIBUTION_FP_PRECISION),SPF)
12+
#Single-precision
13+
VECTORCLASS = VEC8F_AGNER
14+
else
15+
#Double-precision
16+
VECTORCLASS = VEC4D_AGNER
17+
endif
18+
19+
FLAGS =
20+
21+
# NOTES on compiler flags:
22+
# CXXFLAGS is for compiler flags, they are always used
23+
# MATHFLAGS are for special math etc. flags, these are only applied on solver functions
24+
# LDFLAGS flags for linker
25+
26+
#GNU flags:
27+
CC_BRAND = intel
28+
CC_BRAND_VERSION = 19.1.0
29+
CXXFLAGS += -traceback -g -O3 -qopenmp -std=c++14 -W -Wall -Wno-unused -march=core-avx2 -qopt-zmm-usage=high
30+
testpackage: CXXFLAGS = -g -traceback -O2 -qopenmp -std=c++14 -W -Wno-unused -march=core-avx2
31+
not_parallel_tools: CXXFLAGS += -march=native -mno-avx2 -mavx
32+
not_parallel_tools: CC_BRAND_VERSION = 4.9.2-noavx2
33+
34+
MATHFLAGS = -ffast-math
35+
LDFLAGS = -qopenmp -lifcore -liomp5 -pthread -lboost_program_options -lzoltan -ljemalloc -lvlsv -lphiprof
36+
LIB_MPI = -lgomp
37+
38+
BOOST_VERSION =
39+
MPI_BRAND = mpt
40+
MPI_VERSION = 2.22
41+
ZOLTAN_VERSION =
42+
SILO_VERSION =
43+
JEMALLOC_VERSION = 5.2.1
44+
LIBRARY_PREFIX = /zhome/academic/HLRS/pri/ipryakem/libraries
45+
46+
47+
#======== PAPI ==========
48+
#Add PAPI_MEM define to use papi to report memory consumption?
49+
CXXFLAGS += -DPAPI_MEM
50+
51+
52+
#======== Allocator =========
53+
#Use jemalloc instead of system malloc to reduce memory fragmentation? https://github.com/jemalloc/jemalloc
54+
#Configure jemalloc with --with-jemalloc-prefix=je_ when installing it
55+
CXXFLAGS += -DUSE_JEMALLOC -DJEMALLOC_NO_DEMANGLE
56+
57+
58+
#compiled libraries
59+
60+
INC_BOOST = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/include
61+
LIB_BOOST = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/lib -lboost_program_options
62+
63+
INC_ZOLTAN = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/include
64+
LIB_ZOLTAN = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/lib -lzoltan
65+
66+
INC_JEMALLOC = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/include
67+
LIB_JEMALLOC = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/lib -ljemalloc
68+
69+
INC_VLSV = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv
70+
LIB_VLSV = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv -lvlsv
71+
#INC_VLSV = -I$(HOME)/vlsv
72+
#LIB_VLSV = -L$(HOME)/vlsv -lvlsv
73+
74+
LIB_PROFILE = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/lib -lphiprof
75+
INC_PROFILE = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/include
76+
77+
INC_PAPI = -I/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-intel-19.1.0-afazikxh/include
78+
LIB_PAPI = -L/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-intel-19.1.0-afazikxh/lib -lpapi
79+
80+
#header libraries
81+
82+
INC_EIGEN = -I$(LIBRARY_PREFIX)/
83+
INC_DCCRG = -I$(LIBRARY_PREFIX)/dccrg/
84+
INC_FSGRID = -I$(LIBRARY_PREFIX)/fsgrid/
85+
INC_VECTORCLASS = -I$(LIBRARY_PREFIX)/vectorclass-version1
86+
87+
88+
89+

‎MAKE/Makefile.hawk_intel_openmpi‎

Lines changed: 89 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,89 @@
1+
CMP = mpiCC
2+
LNK = mpiCC
3+
4+
#======== Vectorization ==========
5+
#Set vector backend type for vlasov solvers, sets precision and length.
6+
#Options:
7+
# AVX: VEC4D_AGNER, VEC4F_AGNER, VEC8F_AGNER
8+
# AVX512: VEC8D_AGNER, VEC16F_AGNER
9+
# Fallback: VEC4D_FALLBACK, VEC4F_FALLBACK, VEC8F_FALLBACK
10+
11+
ifeq ($(DISTRIBUTION_FP_PRECISION),SPF)
12+
#Single-precision
13+
VECTORCLASS = VEC8F_AGNER
14+
else
15+
#Double-precision
16+
VECTORCLASS = VEC4D_AGNER
17+
endif
18+
19+
FLAGS =
20+
21+
# NOTES on compiler flags:
22+
# CXXFLAGS is for compiler flags, they are always used
23+
# MATHFLAGS are for special math etc. flags, these are only applied on solver functions
24+
# LDFLAGS flags for linker
25+
26+
#GNU flags:
27+
CC_BRAND = intel
28+
CC_BRAND_VERSION = 19.1.0
29+
CXXFLAGS += -traceback -g -O3 -qopenmp -std=c++14 -W -Wall -Wno-unused -march=core-avx2 -qopt-zmm-usage=high
30+
testpackage: CXXFLAGS = -g -traceback -O2 -qopenmp -std=c++14 -W -Wno-unused -march=core-avx2
31+
not_parallel_tools: CXXFLAGS += -march=native -mno-avx2 -mavx
32+
not_parallel_tools: CC_BRAND_VERSION = 4.9.2-noavx2
33+
34+
MATHFLAGS = -ffast-math
35+
LDFLAGS = -qopenmp -lifcore -liomp5 -pthread -lboost_program_options -lzoltan -ljemalloc -lvlsv -lphiprof
36+
LIB_MPI = -lgomp
37+
38+
BOOST_VERSION =
39+
#MPI_BRAND = mpt
40+
#MPI_VERSION = 2.22
41+
MPI_BRAND = openmpi
42+
MPI_VERSION = 4.0.3
43+
ZOLTAN_VERSION =
44+
SILO_VERSION =
45+
JEMALLOC_VERSION = 5.2.1
46+
LIBRARY_PREFIX = /zhome/academic/HLRS/pri/ipryakem/libraries
47+
48+
49+
#======== PAPI ==========
50+
#Add PAPI_MEM define to use papi to report memory consumption?
51+
CXXFLAGS += -DPAPI_MEM
52+
53+
54+
#======== Allocator =========
55+
#Use jemalloc instead of system malloc to reduce memory fragmentation? https://github.com/jemalloc/jemalloc
56+
#Configure jemalloc with --with-jemalloc-prefix=je_ when installing it
57+
CXXFLAGS += -DUSE_JEMALLOC -DJEMALLOC_NO_DEMANGLE
58+
59+
60+
#compiled libraries
61+
62+
INC_BOOST = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/include
63+
LIB_BOOST = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/boost/lib -lboost_program_options
64+
65+
INC_ZOLTAN = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/include
66+
LIB_ZOLTAN = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/zoltan/lib -lzoltan
67+
68+
INC_JEMALLOC = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/include
69+
LIB_JEMALLOC = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/jemalloc/lib -ljemalloc
70+
71+
INC_VLSV = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv
72+
LIB_VLSV = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/vlsv -lvlsv
73+
74+
LIB_PROFILE = -L$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/lib -lphiprof
75+
INC_PROFILE = -I$(LIBRARY_PREFIX)/$(MPI_BRAND)/$(MPI_VERSION)/$(CC_BRAND)/$(CC_BRAND_VERSION)/phiprof/include
76+
77+
INC_PAPI = -I/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-intel-19.1.0-afazikxh/include
78+
LIB_PAPI = -L/opt/hlrs/spack/rev-003_2020-03-03/papi/5.7.0-intel-19.1.0-afazikxh/lib -lpapi
79+
80+
#header libraries
81+
82+
INC_EIGEN = -I$(LIBRARY_PREFIX)/
83+
INC_DCCRG = -I$(LIBRARY_PREFIX)/dccrg/
84+
INC_FSGRID = -I$(LIBRARY_PREFIX)/fsgrid/
85+
INC_VECTORCLASS = -I$(LIBRARY_PREFIX)/vectorclass-version1
86+
87+
88+
89+

0 commit comments

Comments
 (0)