Notes for building and installing curl and OpenSSL in Ubuntu 16 x64 LTS

curl-c-ares-ubuntu.sh

#!/bin/bash

###############################################################################
#
# This is for when we have to update the installed version of curl, nghttp2 or
# openssl in Ubuntu 16 LTS. This is not a single script.
#
# https://gist.github.com/jay/d88d74b6807544387a6c
#

###############################################################################
#
# Set environment variables to latest versions
# Paths must not have spaces (OpenSSL build process can't handle them)
#

CURL_VER=7.59.0
CURL_PREFIX=/usr/local

NGHTTP2_VER=1.31.0
NGHTTP2_PREFIX=/usr/local

OPENSSL_VER=1.0.2n
OPENSSL_PREFIX=/usr/local/ssl
OPENSSLDIR_PREFIX=/usr/local/ssl

############################################################################
#
# Install c-ares/cares 
#

apt install -y libc-ares-dev



###############################################################################
#
# To install self contained for test purposes, after setting the _VER vars do:
#

mkdir -p test && cd test
CURL_PREFIX=$PWD
NGHTTP2_PREFIX=$PWD
OPENSSL_PREFIX=$PWD/ssl
OPENSSLDIR_PREFIX=$PWD/ssl

###############################################################################
#
# Download OpenSSL, verify, build, test, install. Takes 3 minutes.
#

rm -rf "openssl-$OPENSSL_VER" && \
wget \
    https://www.openssl.org/source/openssl-$OPENSSL_VER.tar.gz \
    https://www.openssl.org/source/openssl-$OPENSSL_VER.tar.gz.asc && \
gpg --recv-keys 8657ABB260F056B1E5190839D9C4D26D0E604491 && \
gpg --verify openssl-$OPENSSL_VER.tar.gz.asc && \
tar xvfz openssl-$OPENSSL_VER.tar.gz && \
cd openssl-$OPENSSL_VER && \
\
./config shared no-zlib \
  --prefix=$OPENSSL_PREFIX --openssldir=$OPENSSLDIR_PREFIX enable-ssl2 enable-ssl3 && \
make && \
make test && \
sudo make install && \
cd .. && \
echo -e "\n\n" && \
$OPENSSL_PREFIX/bin/openssl version -a && \
echo -e "\n\nSuccess: Installed OpenSSL $OPENSSL_VER in $OPENSSL_PREFIX\n"

###############################################################################
#
# Download nghttp2, verify, build, test, install. Takes 2+ minutes.
#

rm -rf "nghttp2-$NGHTTP2_VER" && \
wget \
  -O nghttp2-$NGHTTP2_VER.tar.gz https://github.com/tatsuhiro-t/nghttp2/releases/download/\
v$NGHTTP2_VER/nghttp2-$NGHTTP2_VER.tar.gz && \
tar xvfz nghttp2-$NGHTTP2_VER.tar.gz && \
cd nghttp2-$NGHTTP2_VER && \
\
OPENSSL_CFLAGS=`PKG_CONFIG_PATH=$OPENSSL_PREFIX/lib/pkgconfig/ \
  pkg-config openssl --cflags` \
OPENSSL_LIBS=`PKG_CONFIG_PATH=$OPENSSL_PREFIX/lib/pkgconfig/ \
  pkg-config openssl --libs` \
LDFLAGS="-Wl,-rpath,$OPENSSL_PREFIX/lib -Wl,-rpath,$NGHTTP2_PREFIX/lib" \
./configure --prefix=$NGHTTP2_PREFIX --disable-examples && \
make && \
make check && \
sudo make install && \
cd .. && \
echo -e "\n\nSuccess: Installed Nghttp2 $NGHTTP2_VER in $NGHTTP2_PREFIX\n"

#
# nghttp2 examples are disabled because we're not using the system OpenSSL.
# https://github.com/tatsuhiro-t/nghttp2/issues/336
#

###############################################################################
#
# Download curl, verify, build, test, install. Takes 8 minutes.
#

rm -rf "curl-$CURL_VER" && \
wget \
   https://curl.haxx.se/download/curl-$CURL_VER.tar.gz \
   https://curl.haxx.se/download/curl-$CURL_VER.tar.gz.asc && \
gpg --recv-keys 27EDEAF22F3ABCEB50DB9A125CC908FDB71E12C2 && \
gpg --verify curl-$CURL_VER.tar.gz.asc && \
tar xvfz curl-$CURL_VER.tar.gz && \
cd curl-$CURL_VER && \
\
# Workaround libtool bug 24296, see https://github.com/curl/curl/issues/432
#
wget -O workaround_libtool_bug_24296.patch \
  https://github.com/curl/curl/compare/master...jay:workaround_libtool_bug_24296.diff && \
patch -F999 -p1 < workaround_libtool_bug_24296.patch && \
\
# Use a related workaround for src/Makefile.in since we're not regenerating it
#
wget -O workaround_when_buildconf_is_not_used.patch \
  https://gist.githubusercontent.com/jay/d88d74b6807544387a6c/raw/workaround_when_buildconf_is_not_used.patch && \
patch -F999 -p1 < workaround_when_buildconf_is_not_used.patch && \
\
LDFLAGS="-Wl,-rpath,$OPENSSL_PREFIX/lib -Wl,-rpath,$NGHTTP2_PREFIX/lib \
  -Wl,-rpath,$CURL_PREFIX/lib" \
./configure --with-nghttp2=$NGHTTP2_PREFIX --with-ssl=$OPENSSL_PREFIX --enable-ares --enable-tls-srp --enable-gnu-tls --with-zlib \
  --prefix=$CURL_PREFIX && \
make && \
make test && \
sudo make install && \
sudo ldconfig && \
cd .. && \
echo -e "\n\n" && \
$CURL_PREFIX/bin/curl --version && \
echo -e "\n\nSuccess: Installed curl $CURL_VER in $CURL_PREFIX\n"

#
# curl won't install if any tests fail, like flaky tests (eg 1510).
# Determine if failed tests are flaky then run from line 'sudo make install'
#

###############################################################################

workaround_when_buildconf_is_not_used.patch

--- curl-7.50.1/src/Makefile.in	2016-07-21 05:16:37.000000000 -0400
+++ curl/src/Makefile.in	2016-09-05 03:00:18.929760980 -0400
@@ -1920,7 +1920,7 @@
 check-am: all-am
 check: $(BUILT_SOURCES)
 	$(MAKE) $(AM_MAKEFLAGS) check-am
-@CURLDEBUG_FALSE@all-local:
+@CURLDEBUG_FALSE@@USE_CPPFLAG_CURL_STATICLIB_TRUE@all-local:
 all-am: Makefile $(LTLIBRARIES) $(PROGRAMS) all-local
 installdirs:
 	for dir in "$(DESTDIR)$(bindir)"; do \
@@ -2084,7 +2084,14 @@
 	-W$(srcdir)/tool_hugehelp.c $(srcdir)/*.[ch]
 
 # for debug builds, we scan the sources on all regular make invokes
-@CURLDEBUG_TRUE@all-local: checksrc
+@CURLDEBUG_TRUE@all-local:: checksrc
+
+# This script fixes lt-curl so that the first rpath it checks for dependencies
+# will be lib/.libs. See curl bug https://github.com/curl/curl/issues/432
+workaround_libtool_bug_24296:
+	@PERL@ "$(top_srcdir)/scripts/fix_rpath.pl" "$(abs_top_builddir)"
+
+@USE_CPPFLAG_CURL_STATICLIB_FALSE@all-local:: workaround_libtool_bug_24296
 
 # Tell versions [3.59,3.63) of GNU make to not export all variables.
 # Otherwise a system limit (for SysV at least) may be exceeded.
--- curl-7.50.1/tests/libtest/Makefile.in	2016-07-21 05:16:37.000000000 -0400
+++ curl/tests/libtest/Makefile.in	2016-09-05 17:48:58.704114175 -0400
@@ -1488,7 +1488,7 @@
 # Preloading of libhostname allows host name overriding,
 # this is used to make some tests machine independent.
 @BUILD_LIBHOSTNAME_TRUE@noinst_LTLIBRARIES = libhostname.la
-AM_LDFLAGS = 
+AM_LDFLAGS = -Wl,-rpath "-Wl,$(abs_top_builddir)/lib/.libs"
 AM_CFLAGS = 
 libhostname_la_CPPFLAGS_EXTRA = $(am__append_4)
 libhostname_la_LDFLAGS_EXTRA = -module -avoid-version -rpath /nowhere \