deps: build openssl

Author: fxcoudert

Make.inc

@@ -57,6 +57,7 @@ USE_SYSTEM_MPFR:=0
 USE_SYSTEM_LIBSUITESPARSE:=0
 USE_SYSTEM_LIBUV:=0
 USE_SYSTEM_UTF8PROC:=0
+USE_SYSTEM_OPENSSL:=0
 USE_SYSTEM_MBEDTLS:=0
 USE_SYSTEM_LIBSSH2:=0
 USE_SYSTEM_NGHTTP2:=0
@@ -1268,7 +1269,7 @@ CSL_NEXT_GLIBCXX_VERSION=GLIBCXX_3\.4\.33|GLIBCXX_3\.5\.|GLIBCXX_4\.
 # Note: we explicitly _do not_ define `CSL` here, since it requires some more
 # advanced techniques to decide whether it should be installed from a BB source
 # or not.  See `deps/csl.mk` for more detail.
-BB_PROJECTS := BLASTRAMPOLINE OPENBLAS LLVM LIBSUITESPARSE OPENLIBM GMP MBEDTLS LIBSSH2 NGHTTP2 MPFR CURL LIBGIT2 PCRE LIBUV LIBUNWIND DSFMT OBJCONV ZLIB P7ZIP LLD LIBTRACYCLIENT
+BB_PROJECTS := BLASTRAMPOLINE OPENBLAS LLVM LIBSUITESPARSE OPENLIBM GMP MBEDTLS OPENSSL LIBSSH2 NGHTTP2 MPFR CURL LIBGIT2 PCRE LIBUV LIBUNWIND DSFMT OBJCONV ZLIB P7ZIP LLD LIBTRACYCLIENT
 define SET_BB_DEFAULT
 # First, check to see if BB is disabled on a global setting
 ifeq ($$(USE_BINARYBUILDER),0)

Makefile

@@ -213,6 +213,7 @@ JL_PRIVATE_LIBS-$(USE_SYSTEM_MPFR) += libmpfr
 JL_PRIVATE_LIBS-$(USE_SYSTEM_LIBSSH2) += libssh2
 JL_PRIVATE_LIBS-$(USE_SYSTEM_NGHTTP2) += libnghttp2
 JL_PRIVATE_LIBS-$(USE_SYSTEM_MBEDTLS) += libmbedtls libmbedcrypto libmbedx509
+JL_PRIVATE_LIBS-$(USE_SYSTEM_OPENSSL) += libcrypto libssl
 JL_PRIVATE_LIBS-$(USE_SYSTEM_CURL) += libcurl
 JL_PRIVATE_LIBS-$(USE_SYSTEM_LIBGIT2) += libgit2
 JL_PRIVATE_LIBS-$(USE_SYSTEM_LIBUV) += libuv

base/Makefile

@@ -267,6 +267,8 @@ $(eval $(call symlink_system_library,MPFR,libmpfr))
 $(eval $(call symlink_system_library,MBEDTLS,libmbedtls))
 $(eval $(call symlink_system_library,MBEDTLS,libmbedcrypto))
 $(eval $(call symlink_system_library,MBEDTLS,libmbedx509))
+$(eval $(call symlink_system_library,OPENSSL,libcrypto))
+$(eval $(call symlink_system_library,OPENSSL,libssl))
 $(eval $(call symlink_system_library,LIBSSH2,libssh2))
 $(eval $(call symlink_system_library,NGHTTP2,libnghttp2))
 $(eval $(call symlink_system_library,CURL,libcurl))

contrib/refresh_checksums.mk

@@ -24,7 +24,7 @@ CLANG_TRIPLETS=$(filter %-darwin %-freebsd,$(TRIPLETS))
 NON_CLANG_TRIPLETS=$(filter-out %-darwin %-freebsd,$(TRIPLETS))
 
 # These are the projects currently using BinaryBuilder; both GCC-expanded and non-GCC-expanded:
-BB_PROJECTS=mbedtls libssh2 nghttp2 mpfr curl libgit2 pcre libuv unwind llvmunwind dsfmt objconv p7zip zlib libsuitesparse openlibm blastrampoline libtracyclient
+BB_PROJECTS=mbedtls openssl libssh2 nghttp2 mpfr curl libgit2 pcre libuv unwind llvmunwind dsfmt objconv p7zip zlib libsuitesparse openlibm blastrampoline libtracyclient
 BB_GCC_EXPANDED_PROJECTS=openblas csl
 BB_CXX_EXPANDED_PROJECTS=gmp llvm clang llvm-tools lld
 # These are non-BB source-only deps

deps/Makefile

@@ -22,7 +22,7 @@ BUILDDIR := $(BUILDDIR)$(MAYBE_HOST)
 # additionally all targets should be listed in the getall target for easier off-line compilation
 # if you are adding a new target, it can help to copy an similar, existing target
 #
-# autoconf configure-driven scripts: pcre unwind gmp mpfr patchelf libuv curl
+# autoconf configure-driven scripts: pcre unwind gmp mpfr openssl patchelf libuv curl
 # custom Makefile rules: openlibm dsfmt libsuitesparse lapack blastrampoline openblas utf8proc objconv libwhich
 # CMake libs: llvm llvmunwind libgit2 libssh2 mbedtls libtracyclient
 #
@@ -143,6 +143,10 @@ ifeq ($(USE_SYSTEM_MPFR), 0)
 DEP_LIBS += mpfr
 endif
 
+ifeq ($(USE_SYSTEM_OPENSSL), 0)
+DEP_LIBS += openssl
+endif
+
 ifeq ($(USE_GPL_LIBS), 1)
 ifeq ($(USE_SYSTEM_LIBSUITESPARSE), 0)
 DEP_LIBS += libsuitesparse
@@ -192,7 +196,7 @@ DEP_LIBS_STAGED := $(DEP_LIBS)
 
 # list all targets
 DEP_LIBS_STAGED_ALL := llvm llvm-tools clang llvmunwind unwind libuv pcre \
-	openlibm dsfmt blastrampoline openblas lapack gmp mpfr patchelf utf8proc \
+	openlibm dsfmt blastrampoline openblas lapack gmp mpfr openssl patchelf utf8proc \
 	objconv mbedtls libssh2 nghttp2 curl libgit2 libwhich zlib p7zip csl \
 	sanitizers libsuitesparse lld libtracyclient ittapi JuliaSyntax
 DEP_LIBS_ALL := $(DEP_LIBS_STAGED_ALL)
@@ -245,6 +249,7 @@ include $(SRCDIR)/zlib.mk
 include $(SRCDIR)/unwind.mk
 include $(SRCDIR)/gmp.mk
 include $(SRCDIR)/mpfr.mk
+include $(SRCDIR)/openssl.mk
 include $(SRCDIR)/patchelf.mk
 include $(SRCDIR)/mbedtls.mk
 include $(SRCDIR)/libssh2.mk

deps/openssl.mk

@@ -0,0 +1,98 @@
+## OpenSSL ##
+include $(SRCDIR)/openssl.version
+
+ifneq ($(USE_BINARYBUILDER_OPENSSL),1)
+
+ifeq ($(OS),Darwin)
+ifeq ($(APPLE_ARCH),arm64)
+OPENSSL_TARGET := darwin64-arm64-cc
+else
+OPENSSL_TARGET := darwin64-x86_64-cc
+endif
+else ifeq ($(OS),WINNT)
+ifeq ($(ARCH),x86_64)
+OPENSSL_TARGET := mingw64
+else
+OPENSSL_TARGET := mingw
+endif
+else ifeq ($(OS),FreeBSD)
+OPENSSL_TARGET := BSD-x86_64
+else ifeq ($(OS),Linux)
+ifeq ($(ARCH),x86_64)
+OPENSSL_TARGET := linux-x86_64
+else ifeq ($(ARCH),i686)
+OPENSSL_TARGET := linux-x86
+else ifeq ($(ARCH),arm)
+OPENSSL_TARGET := linux-armv4
+else ifeq ($(ARCH),aarch64)
+OPENSSL_TARGET := linux-aarch64
+else ifeq ($(ARCH),ppc64le)
+OPENSSL_TARGET := linux-ppc64le
+else ifeq ($(ARCH),powerpc64le)
+OPENSSL_TARGET := linux-ppc64le
+endif
+else
+OPENSSL_TARGET := unknown
+endif
+
+$(SRCCACHE)/openssl-$(OPENSSL_VER).tar.gz: | $(SRCCACHE)
+	$(JLDOWNLOAD) $@ https://www.openssl.org/source/$(notdir $@)
+
+$(SRCCACHE)/openssl-$(OPENSSL_VER)/source-extracted: $(SRCCACHE)/openssl-$(OPENSSL_VER).tar.gz
+	$(JLCHECKSUM) $<
+	cd $(dir $<) && $(TAR) -zxf $<
+	touch -c $(SRCCACHE)/openssl-$(OPENSSL_VER)/configure # old target
+	echo 1 > $@
+
+checksum-openssl: $(SRCCACHE)/openssl-$(OPENSSL_VER).tar.gz
+	$(JLCHECKSUM) $<
+
+# We cannot use $(CONFIGURE_COMMON) in this step, because openssl's Configure scripts is picky
+# and does not like that we pass make variables as arguments, it wants them in the environment
+$(BUILDDIR)/openssl-$(OPENSSL_VER)/build-configured: $(SRCCACHE)/openssl-$(OPENSSL_VER)/source-extracted
+	mkdir -p $(dir $@)
+	cd $(dir $@) && \
+        CC="$(CC) $(SANITIZE_OPTS)" CXX="$(CXX) $(SANITIZE_OPTS)" LDFLAGS="$(LDFLAGS) $(RPATH_ESCAPED_ORIGIN) $(SANITIZE_LDFLAGS)" \
+	$(dir $<)/Configure shared --prefix=$(abspath $(build_prefix)) $(OPENSSL_TARGET)
+	echo 1 > $@
+
+$(BUILDDIR)/openssl-$(OPENSSL_VER)/build-compiled: $(BUILDDIR)/openssl-$(OPENSSL_VER)/build-configured
+	$(MAKE) -C $(dir $<)
+	echo 1 > $@
+
+$(BUILDDIR)/openssl-$(OPENSSL_VER)/build-checked: $(BUILDDIR)/openssl-$(OPENSSL_VER)/build-compiled
+ifeq ($(OS),$(BUILD_OS))
+	$(MAKE) -C $(dir $@) test
+endif
+	echo 1 > $@
+
+$(eval $(call staged-install, \
+	openssl,openssl-$(OPENSSL_VER), \
+	MAKE_INSTALL,,, \
+	$$(WIN_MAKE_HARD_LINK) $(build_bindir)/libcrypto-*.dll $(build_bindir)/libcrypto.dll && \
+	$$(WIN_MAKE_HARD_LINK) $(build_bindir)/libssl-*.dll $(build_bindir)/libssl.dll && \
+	$$(INSTALL_NAME_CMD)libcrypto.$$(SHLIB_EXT) $$(build_shlibdir)/libcrypto.$$(SHLIB_EXT) && \
+	$$(INSTALL_NAME_CMD)libssl.$$(SHLIB_EXT) $$(build_shlibdir)/libssl.$$(SHLIB_EXT) && \
+	$$(INSTALL_NAME_CHANGE_CMD) $$(build_shlibdir)/libcrypto.3.dylib @rpath/libcrypto.$$(SHLIB_EXT) $$(build_shlibdir)/libssl.$$(SHLIB_EXT)))
+
+clean-openssl:
+	-rm -f $(BUILDDIR)/-openssl-$(OPENSSL_VER)/build-configured $(BUILDDIR)/-openssl-$(OPENSSL_VER)/build-compiled
+	-$(MAKE) -C $(BUILDDIR)/-openssl-$(OPENSSL_VER) clean
+
+distclean-openssl:
+	rm -rf $(SRCCACHE)/-openssl-$(OPENSSL_VER).tar.gz \
+		$(SRCCACHE)/-openssl-$(OPENSSL_VER) \
+		$(BUILDDIR)/-openssl-$(OPENSSL_VER)
+
+get-openssl: $(SRCCACHE)/openssl-$(OPENSSL_VER).tar.gz
+extract-openssl: $(SRCCACHE)/openssl-$(OPENSSL_VER)/source-extracted
+configure-openssl: $(BUILDDIR)/openssl-$(OPENSSL_VER)/build-configured
+compile-openssl: $(BUILDDIR)/openssl-$(OPENSSL_VER)/build-compiled
+fastcheck-openssl: check-openssl
+check-openssl: $(BUILDDIR)/openssl-$(OPENSSL_VER)/build-checked
+
+else # USE_BINARYBUILDER_OPENSSL
+
+$(eval $(call bb-install,openssl,OPENSSL,false))
+
+endif

deps/openssl.version

@@ -0,0 +1,5 @@
+## jll artifact
+OPENSSL_JLL_NAME := OpenSSL
+
+## source build
+OPENSSL_VER := 3.0.13