dwarfs/.docker/install-static-libs.sh

353 lines
11 KiB
Bash

#!/bin/bash
set -ex
cd "$HOME"
mkdir pkgs
cd pkgs
GCC="${1:-gcc}"
CLANG="${2:-clang}"
PKGS="${3:-:none}"
FILE_VERSION=5.46
FILE_SHA512=a6cb7325c49fd4af159b7555bdd38149e48a5097207acbe5e36deb5b7493ad6ea94d703da6e0edece5bb32959581741f4213707e5cb0528cd46d75a97a5242dc
BZIP2_VERSION=1.0.8
LIBARCHIVE_VERSION=3.7.7
FLAC_VERSION=1.5.0
# TODO: https://github.com/libunwind/libunwind/issues/702
LIBUNWIND_VERSION=1.7.2
BENCHMARK_VERSION=1.9.1
OPENSSL_VERSION=3.3.3
CPPTRACE_VERSION=0.8.2
DOUBLE_CONVERSION_VERSION=3.3.1
FMT_VERSION=11.1.4
GLOG_VERSION=0.7.1
XXHASH_VERSION=0.8.3
LZ4_VERSION=1.10.0
BROTLI_VERSION=1.1.0
ZSTD_VERSION=1.5.7
FUSE_VERSION=3.17.1
echo "Using $GCC and $CLANG"
if [[ "$PKGS" == ":ubuntu" ]]; then
PKGS="file,bzip2,libarchive,flac,libunwind,benchmark,openssl,cpptrace"
COMPILERS="clang gcc"
elif [[ "$PKGS" == ":alpine" ]]; then
PKGS="benchmark,brotli,cpptrace,double-conversion,flac,fmt,fuse,glog,libarchive,lz4,openssl,xxhash,zstd"
export CLANG_OPTIMIZE="-Os"
export GCC_OPTIMIZE="-O2" # gcc -Os is painfully slow
export COMMON_CFLAGS="-ffunction-sections -fdata-sections -fmerge-all-constants"
export COMMON_CXXFLAGS="$COMMON_CFLAGS"
COMPILERS="clang gcc clang-lto gcc-lto"
elif [[ "$PKGS" == ":none" ]]; then
echo "No libraries to build"
exit 0
fi
FILE_TARBALL="file-${FILE_VERSION}.tar.gz"
BZIP2_TARBALL="bzip2-${BZIP2_VERSION}.tar.gz"
LIBARCHIVE_TARBALL="libarchive-${LIBARCHIVE_VERSION}.tar.xz"
FLAC_TARBALL="flac-${FLAC_VERSION}.tar.xz"
LIBUNWIND_TARBALL="libunwind-${LIBUNWIND_VERSION}.tar.gz"
BENCHMARK_TARBALL="benchmark-${BENCHMARK_VERSION}.tar.gz"
OPENSSL_TARBALL="openssl-${OPENSSL_VERSION}.tar.gz"
CPPTRACE_TARBALL="cpptrace-${CPPTRACE_VERSION}.tar.gz"
DOUBLE_CONVERSION_TARBALL="double-conversion-${DOUBLE_CONVERSION_VERSION}.tar.gz"
FMT_TARBALL="fmt-${FMT_VERSION}.tar.gz"
GLOG_TARBALL="glog-${GLOG_VERSION}.tar.gz"
XXHASH_TARBALL="xxHash-${XXHASH_VERSION}.tar.gz"
LZ4_TARBALL="lz4-${LZ4_VERSION}.tar.gz"
BROTLI_TARBALL="brotli-${BROTLI_VERSION}.tar.gz"
ZSTD_TARBALL="zstd-${ZSTD_VERSION}.tar.gz"
FUSE_TARBALL="fuse-${FUSE_VERSION}.tar.gz"
use_lib() {
local lib="$1"
if [[ ",$PKGS," == *",$lib,"* ]]; then
return 0
else
return 1
fi
}
if use_lib file; then
RETRY=0
while true; do
rm -f "$FILE_TARBALL"
curl -o "$FILE_TARBALL" "ftp://ftp.astron.com/pub/file/$FILE_TARBALL"
if echo "${FILE_SHA512} $FILE_TARBALL" | sha512sum -c; then
break
fi
RETRY=$((RETRY+1))
if [ $RETRY -gt 10 ]; then
echo "Failed to download $FILE_TARBALL"
exit 1
fi
done
fi
fetch_lib() {
local lib="$1"
local url="$2"
local tarball="${3:-${url##*/}}"
if use_lib "$lib"; then
wget -O "$tarball" "$url"
fi
}
fetch_lib bzip2 https://sourceware.org/pub/bzip2/${BZIP2_TARBALL}
fetch_lib libarchive https://github.com/libarchive/libarchive/releases/download/v${LIBARCHIVE_VERSION}/${LIBARCHIVE_TARBALL}
fetch_lib flac https://github.com/xiph/flac/releases/download/${FLAC_VERSION}/${FLAC_TARBALL}
fetch_lib libunwind https://github.com/libunwind/libunwind/releases/download/v${LIBUNWIND_VERSION}/${LIBUNWIND_TARBALL}
fetch_lib benchmark https://github.com/google/benchmark/archive/refs/tags/v${BENCHMARK_VERSION}.tar.gz ${BENCHMARK_TARBALL}
fetch_lib openssl https://github.com/openssl/openssl/releases/download/openssl-${OPENSSL_VERSION}/${OPENSSL_TARBALL}
fetch_lib cpptrace https://github.com/jeremy-rifkin/cpptrace/archive/refs/tags/v${CPPTRACE_VERSION}.tar.gz ${CPPTRACE_TARBALL}
fetch_lib double-conversion https://github.com/google/double-conversion/archive/refs/tags/v${DOUBLE_CONVERSION_VERSION}.tar.gz ${DOUBLE_CONVERSION_TARBALL}
fetch_lib fmt https://github.com/fmtlib/fmt/archive/refs/tags/${FMT_VERSION}.tar.gz ${FMT_TARBALL}
fetch_lib glog https://github.com/google/glog/archive/refs/tags/v${GLOG_VERSION}.tar.gz ${GLOG_TARBALL}
fetch_lib xxhash https://github.com/Cyan4973/xxHash/archive/refs/tags/v${XXHASH_VERSION}.tar.gz ${XXHASH_TARBALL}
fetch_lib lz4 https://github.com/lz4/lz4/releases/download/v${LZ4_VERSION}/${LZ4_TARBALL}
fetch_lib brotli https://github.com/google/brotli/archive/refs/tags/v${BROTLI_VERSION}.tar.gz ${BROTLI_TARBALL}
fetch_lib zstd https://github.com/facebook/zstd/releases/download/v${ZSTD_VERSION}/${ZSTD_TARBALL}
fetch_lib fuse https://github.com/libfuse/libfuse/releases/download/fuse-${FUSE_VERSION}/${FUSE_TARBALL}
for COMPILER in $COMPILERS; do
export CFLAGS="$COMMON_CFLAGS"
export CXXFLAGS="$COMMON_CXXFLAGS"
export LDFLAGS="$COMMON_LDFLAGS"
case "$COMPILER" in
clang*)
export CC="$CLANG"
export CXX="${CLANG/clang/clang++}"
if [[ -n "$CLANG_OPTIMIZE" ]]; then
export CFLAGS="$CFLAGS $CLANG_OPTIMIZE"
export CXXFLAGS="$CXXFLAGS $CLANG_OPTIMIZE"
fi
;;
gcc*)
export CC="$GCC"
export CXX="${GCC/gcc/g++}"
if [[ -n "$GCC_OPTIMIZE" ]]; then
export CFLAGS="$CFLAGS $GCC_OPTIMIZE"
export CXXFLAGS="$CXXFLAGS $GCC_OPTIMIZE"
fi
;;
*)
echo "Unknown compiler: $COMPILER"
exit 1
;;
esac
case "$COMPILER" in
*-lto)
export CFLAGS="$CFLAGS -flto"
export CXXFLAGS="$CXXFLAGS -flto"
export LDFLAGS="$LDFLAGS -flto"
;;
*-lto-thin)
export CFLAGS="$CFLAGS -flto=thin"
export CXXFLAGS="$CXXFLAGS -flto=thin"
export LDFLAGS="$LDFLAGS -flto=thin"
;;
esac
if [[ $CFLAGS =~ ^[[:space:]]*$ ]]; then
echo "unsetting CFLAGS"
unset CFLAGS
else
echo "setting CFLAGS: $CFLAGS"
fi
if [[ $CXXFLAGS =~ ^[[:space:]]*$ ]]; then
echo "unsetting CXXFLAGS"
unset CXXFLAGS
else
echo "setting CXXFLAGS: $CXXFLAGS"
fi
if [[ $LDFLAGS =~ ^[[:space:]]*$ ]]; then
echo "unsetting LDFLAGS"
unset LDFLAGS
else
echo "setting LDFLAGS: $LDFLAGS"
fi
cd "$HOME/pkgs"
mkdir $COMPILER
INSTALL_DIR=/opt/static-libs/$COMPILER
if use_lib fuse; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${FUSE_TARBALL}
cd fuse-${FUSE_VERSION}
mkdir build
cd build
meson setup .. --default-library=static --prefix="$INSTALL_DIR"
meson configure -D utils=false -D tests=false -D examples=false
meson setup --reconfigure ..
ninja
ninja install
fi
if use_lib zstd; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${ZSTD_TARBALL}
cd zstd-${ZSTD_VERSION}
make -j$(nproc)
make install PREFIX="$INSTALL_DIR"
fi
if use_lib libunwind; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${LIBUNWIND_TARBALL}
cd libunwind-${LIBUNWIND_VERSION}
./configure --prefix="$INSTALL_DIR"
make -j$(nproc)
make install
fi
if use_lib bzip2; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${BZIP2_TARBALL}
cd bzip2-${BZIP2_VERSION}
make -j$(nproc)
make PREFIX="$INSTALL_DIR" install
fi
if use_lib openssl; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${OPENSSL_TARBALL}
cd openssl-${OPENSSL_VERSION}
./Configure --prefix="$INSTALL_DIR" --libdir=lib threads no-fips no-shared no-pic no-dso no-aria no-async no-atexit \
no-autoload-config no-blake2 no-bf no-camellia no-cast no-chacha no-cmac no-cms no-cmp no-comp no-ct no-des \
no-dgram no-dh no-dsa no-ec no-engine no-filenames no-idea no-ktls no-md4 no-multiblock \
no-nextprotoneg no-ocsp no-ocb no-poly1305 no-psk no-rc2 no-rc4 no-seed no-siphash no-siv no-sm3 no-sm4 \
no-srp no-srtp no-ssl3-method no-ssl-trace no-tfo no-ts no-ui-console no-whirlpool no-fips-securitychecks \
no-tests no-docs
make -j$(nproc)
make install_sw
fi
if use_lib libarchive; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${LIBARCHIVE_TARBALL}
cd libarchive-${LIBARCHIVE_VERSION}
# TODO: once DwarFS supports ACLs / xattrs, we need to update this
./configure --prefix="$INSTALL_DIR" --without-iconv --without-xml2 --without-expat --without-openssl \
--without-bz2lib --without-zlib --disable-acl --disable-xattr
make -j$(nproc)
make install
fi
if use_lib file; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${FILE_TARBALL}
cd file-${FILE_VERSION}
./configure --prefix="$INSTALL_DIR" --enable-static=yes --enable-shared=no
make -j$(nproc)
make install
fi
if use_lib flac; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${FLAC_TARBALL}
cd flac-${FLAC_VERSION}
./configure --prefix="$INSTALL_DIR" --enable-static=yes --enable-shared=no --disable-doxygen-docs --disable-ogg --disable-programs --disable-examples
make -j$(nproc)
make install
fi
if use_lib benchmark; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${BENCHMARK_TARBALL}
cd benchmark-${BENCHMARK_VERSION}
mkdir build
cd build
cmake .. -DBENCHMARK_ENABLE_TESTING=OFF -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR"
make -j$(nproc)
make install
fi
if use_lib cpptrace; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${CPPTRACE_TARBALL}
cd cpptrace-${CPPTRACE_VERSION}
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR"
make -j$(nproc)
make install
fi
if use_lib double-conversion; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${DOUBLE_CONVERSION_TARBALL}
cd double-conversion-${DOUBLE_CONVERSION_VERSION}
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR" -DBUILD_SHARED_LIBS=OFF
make -j$(nproc)
make install
fi
if use_lib fmt; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${FMT_TARBALL}
cd fmt-${FMT_VERSION}
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR" -DBUILD_SHARED_LIBS=OFF -DFMT_DOC=OFF -DFMT_TEST=OFF
make -j$(nproc)
make install
fi
if use_lib glog; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${GLOG_TARBALL}
cd glog-${GLOG_VERSION}
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR" -DBUILD_SHARED_LIBS=OFF
make -j$(nproc)
make install
fi
if use_lib xxhash; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${XXHASH_TARBALL}
cd xxHash-${XXHASH_VERSION}
make -j$(nproc)
make install PREFIX="$INSTALL_DIR"
fi
if use_lib brotli; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${BROTLI_TARBALL}
cd brotli-${BROTLI_VERSION}
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR" -DBUILD_SHARED_LIBS=OFF
make -j$(nproc)
make install
fi
if use_lib lz4; then
cd "$HOME/pkgs/$COMPILER"
tar xf ../${LZ4_TARBALL}
cd lz4-${LZ4_VERSION}/build/cmake
mkdir build
cd build
cmake .. -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR" -DBUILD_SHARED_LIBS=OFF -DBUILD_STATIC_LIBS=ON
make -j$(nproc)
make install
fi
done
cd "$HOME"
rm -rf pkgs