Revision control
Copy as Markdown
Other Tools
#!/bin/bash
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
set -x -eE -v
_TARGET_OS="$1"
# Environment variables that are set by Taskcluster.
GECKO_PATH=${GECKO_PATH:-"/builds/worker/workspace/build/src"}
MOZ_FETCHES_DIR=${MOZ_FETCHES_DIR:-"/builds/worker/fetches"}
UPLOAD_DIR=${UPLOAD_DIR:-"/builds/worker/artifacts"}
WORKSPACE=${WORKSPACE:-"${HOME}/workspace"}
MACOS_SDK_DIR=${MACOS_SDK_DIR:-"MacOSX14.4.sdk"}
MACOS_TARGET_SDK=${MACOS_TARGET_SDK:-"10.15"}
# Set $DEVEL_TESTING during script development on a local machine
if [[ -n ${DEVEL_TESTING} ]]; then
rm -rf "${UPLOAD_DIR}" "${WORKSPACE}"
mkdir "${UPLOAD_DIR}" "${WORKSPACE}"
fi
cd "$WORKSPACE"
if [[ ! -d build ]]; then
mkdir build
fi
for _d in build/libgpg-error build/libgcrypt build/libotr build/build_prefix; do
if [[ -e "${_d}" ]]; then
rm -rf "${_d}"
fi
done
BUILD="${WORKSPACE}/build"
COMPRESS_EXT=xz
_INSTDIR="build_prefix"
_PREFIX="${BUILD}/${_INSTDIR}"
_ARTIFACT_STAGEDIR="${BUILD}/libotr_stage"
THIRD_PARTY_SRC="${GECKO_PATH}/comm/third_party"
GPG_ERROR_SRC="${BUILD}/libgpg-error"
GCRYPT_SRC="${BUILD}/libgcrypt"
OTR_SRC="${BUILD}/libotr"
# Set environment variables needed for all dependencies
_BASE_CONFIGURE=(--build=x86_64-pc-linux --prefix="${_PREFIX}" --disable-silent-rules)
_OS_CONFIGURE_FLAGS=() # May be overridden per target OS
function clang_cfg() {
# autotools and friends seem to work better with Clang if the compiler
# is named <target>-clang. This applies to macOS only. It does not seem
# necessary when building for Linux.
local _i _clang_cfg_dir _clang_dir
_clang_cfg_dir="${THIRD_PARTY_SRC}/clang"
_clang_dir="${MOZ_FETCHES_DIR}/clang/bin"
cp -a "${_clang_cfg_dir}"/*.cfg "${_clang_dir}"
for _i in x86_64-apple-darwin aarch64-apple-darwin aarch64-linux-gnu i686-linux-gnu; do
ln -s clang "${_clang_dir}/${_i}-clang"
done
return 0
}
function copy_sources() {
# The checkout directory should be treated readonly
local _pkg
cd "${BUILD}"
for _pkg in libgpg-error libgcrypt libotr; do
cp -a "${THIRD_PARTY_SRC}/${_pkg}" .
done
}
function build_libgpg-error() {
echo "Building libgpg-error"
cd "${GPG_ERROR_SRC}"
./configure "${_CONFIGURE_FLAGS[@]}" "${_CONF_STATIC[@]}" \
--disable-tests --disable-doc --with-pic
# Hack... *sigh*
if [[ "${_TARGET_OS}" == "linux-aarch64" ]]; then
cp src/syscfg/lock-obj-pub.aarch64-unknown-linux-gnu.h src/lock-obj-pub.native.h
fi
make "${_MAKE_FLAGS}" -C src code-to-errno.h
make "${_MAKE_FLAGS}" -C src code-from-errno.h
make "${_MAKE_FLAGS}" -C src gpg-error.h
make "${_MAKE_FLAGS}" -C src libgpg-error.la
make -C src install-nodist_includeHEADERS install-pkgconfigDATA \
install-m4dataDATA install-binSCRIPTS install-libLTLIBRARIES
return $?
}
function build_libgcrypt() {
echo "Building libgcrypt"
cd "${GCRYPT_SRC}"
./configure "${_CONFIGURE_FLAGS[@]}" "${_CONF_STATIC[@]}" \
--disable-doc --with-pic "${_GCRYPT_CONF_FLAGS}" \
--with-libgpg-error-prefix="${_PREFIX}"
make "${_MAKE_FLAGS}" -C cipher libcipher.la
make "${_MAKE_FLAGS}" -C random librandom.la
make "${_MAKE_FLAGS}" -C mpi libmpi.la
make "${_MAKE_FLAGS}" -C compat libcompat.la
make "${_MAKE_FLAGS}" -C src libgcrypt.la
make -C src install-nodist_includeHEADERS \
install-m4dataDATA install-binSCRIPTS install-libLTLIBRARIES
return $?
}
function build_libotr() {
local _f
echo "Building libotr"
cd "${OTR_SRC}"
aclocal -I "${_PREFIX}/share/aclocal"
autoconf
automake
./configure "${_CONFIGURE_FLAGS[@]}" --enable-shared --with-pic \
--with-libgcrypt-prefix="${_PREFIX}"
# libtool archive (*.la) files are the devil's work
rm -f "${_PREFIX}"/lib/*.la
sed -i 's|^hardcode_libdir_flag_spec=.*|hardcode_libdir_flag_spec=""|g' libtool
sed -i 's|^runpath_var=LD_RUN_PATH|runpath_var=DIE_RPATH_DIE|g' libtool
make "${_MAKE_FLAGS}" -C src
case "${_TARGET_OS}" in
win*)
cd src
"${CC}" -static-libgcc -s -shared -Wl,-no-undefined "${LDFLAGS[@]}" -o libotr.dll \
./*.o \
-L"${_PREFIX}/lib" "${_PREFIX}/lib/libgcrypt.a" "${_PREFIX}/lib/libgpg-error.a" \
-L"${_LIBDIR}" -lws2_32 -lssp
cp libotr.dll "${_PREFIX}/bin"
;;
linux*)
cd src
"${CC}" -shared "${LDFLAGS[@]}" -Wl,-soname -Wl,libotr.so \
.libs/*.o \
-L"${_PREFIX}/lib" "${_PREFIX}/lib/libgcrypt.a" "${_PREFIX}/lib/libgpg-error.a" \
--sysroot="${MOZ_FETCHES_DIR}/${SYSROOT}" \
-Wl,-soname -Wl,libotr.so -o libotr.so
cp libotr.so "${_PREFIX}/lib"
;;
macos*)
cd src
"${CC}" -dynamiclib -Wl,-flat_namespace -Wl,-undefined -Wl,suppress -o libotr.dylib \
.libs/*.o \
"-L${_PREFIX}/lib" "${_PREFIX}/lib/libgcrypt.a" "${_PREFIX}/lib/libgpg-error.a" \
-isysroot "${MACOS_SDK_DIR}" \
-install_name "@executable_path/libotr.dylib" \
-compatibility_version 7 -current_version 7.1 -Wl,-single_module
cp libotr.dylib "${_PREFIX}/lib"
esac
return $?
}
function package_libotr_artifact() {
local _f
cd "${BUILD}"
rm -rf "${_ARTIFACT_STAGEDIR}"
mkdir "${_ARTIFACT_STAGEDIR}"
for _f in ${_TARGET_LIBS}; do
install "${_INSTDIR}/${_f}" "${_ARTIFACT_STAGEDIR}"
done
case "${_TARGET_OS}" in
win*)
install "${_LIBDIR}/libssp-0.dll" "${_ARTIFACT_STAGEDIR}"
;;
esac
rm -rf "${UPLOAD_DIR}" && mkdir -p "${UPLOAD_DIR}"
TARFILE="${UPLOAD_DIR}/libotr.tar.${COMPRESS_EXT}"
tar -acf "${TARFILE}" -C "${_ARTIFACT_STAGEDIR}" .
return 0
}
# variables specific to an arch, but apply to all dependencies
case "${_TARGET_OS}" in
win32)
export PATH="${MOZ_FETCHES_DIR}/mingw32/bin:$PATH"
export _TARGET_TRIPLE="i686-w64-mingw32"
export CC="${_TARGET_TRIPLE}-gcc"
_LIBDIR="/usr/lib/gcc/${_TARGET_TRIPLE}/12-win32"
export LDFLAGS="-L${_LIBDIR}"
_OS_CONFIGURE_FLAGS=(--host="${_TARGET_TRIPLE}" --target="${_TARGET_TRIPLE}")
_CONF_STATIC=(--enable-static --enable-shared)
_TARGET_LIBS="bin/libotr.dll"
;;
win64)
export PATH="${MOZ_FETCHES_DIR}/mingw32/bin:$PATH"
export _TARGET_TRIPLE="x86_64-w64-mingw32"
export CC="${_TARGET_TRIPLE}-gcc"
_LIBDIR="/usr/lib/gcc/${_TARGET_TRIPLE}/12-win32"
export LDFLAGS="-L${_LIBDIR}"
_OS_CONFIGURE_FLAGS=(--host="${_TARGET_TRIPLE}" --target="${_TARGET_TRIPLE}")
_CONF_STATIC=(--enable-static --enable-shared)
_TARGET_LIBS="bin/libotr.dll"
;;
macosx64)
for _t in cctools/bin clang/bin binutils/bin; do
PATH="${MOZ_FETCHES_DIR}/${_t}:$PATH"
done
export PATH
export _TARGET_TRIPLE="x86_64-apple-darwin"
export MACOS_SDK_DIR="${MOZ_FETCHES_DIR}/${MACOS_SDK_DIR}"
export CROSS_PRIVATE_FRAMEWORKS="${MACOS_SDK_DIR}/System/Library/PrivateFrameworks"
export CROSS_SYSROOT="${MACOS_SDK_DIR}"
export CC="${_TARGET_TRIPLE}-clang"
export LD="${_TARGET_TRIPLE}-ld"
export CFLAGS="-isysroot ${CROSS_SYSROOT} -mmacosx-version-min=${MACOS_TARGET_SDK}"
export LDFLAGS="-isysroot ${CROSS_SYSROOT}"
export DSYMUTIL="${MOZ_FETCHES_DIR}/llvm-dsymutil/llvm-dsymutil"
_OS_CONFIGURE_FLAGS=(--host="${_TARGET_TRIPLE}" --target="${_TARGET_TRIPLE}")
_GCRYPT_CONF_FLAGS="--disable-asm"
_CONF_STATIC=(--enable-static --disable-shared)
_TARGET_LIBS="lib/libotr.dylib"
;;
macosx64-aarch64)
for _t in cctools/bin clang/bin binutils/bin; do
PATH="${MOZ_FETCHES_DIR}/${_t}:$PATH"
done
export PATH
export _TARGET_TRIPLE="aarch64-apple-darwin"
export MACOS_SDK_DIR="${MOZ_FETCHES_DIR}/${MACOS_SDK_DIR}"
export CROSS_PRIVATE_FRAMEWORKS="${MACOS_SDK_DIR}/System/Library/PrivateFrameworks"
export CROSS_SYSROOT="${MACOS_SDK_DIR}"
export CC="${_TARGET_TRIPLE}-clang"
export LD="${_TARGET_TRIPLE}-ld"
export CFLAGS="-isysroot ${CROSS_SYSROOT} -mmacosx-version-min=${MACOS_TARGET_SDK}"
export LDFLAGS="-isysroot ${CROSS_SYSROOT}"
export DSYMUTIL="${MOZ_FETCHES_DIR}/llvm-dsymutil/llvm-dsymutil"
_OS_CONFIGURE_FLAGS=(--host="${_TARGET_TRIPLE}" --target="${_TARGET_TRIPLE}")
_GCRYPT_CONF_FLAGS="--disable-asm"
_CONF_STATIC=(--enable-static --disable-shared)
_TARGET_LIBS="lib/libotr.dylib"
;;
linux32)
for _t in clang/bin binutils/bin; do
PATH="${MOZ_FETCHES_DIR}/${_t}:$PATH"
done
export PATH
SYSROOT="sysroot-i686-linux-gnu"
export _TARGET_TRIPLE="i686-pc-linux"
export CC="i686-linux-gnu-clang"
export CFLAGS="--sysroot=${MOZ_FETCHES_DIR}/${SYSROOT}"
export CCASFLAGS="--sysroot=${MOZ_FETCHES_DIR}/${SYSROOT}"
export LDFLAGS="--target=${_TARGET_TRIPLE} -m32 -march=pentium-m -msse -msse2 -mfpmath=sse -fuse-ld=lld"
export AR=llvm-ar
export RANLIB=llvm-ranlib
export NM=llvm-nm
export STRIP=llvm-strip
_OS_CONFIGURE_FLAGS=(--host="${_TARGET_TRIPLE}" --target="${_TARGET_TRIPLE}")
_OS_CONFIGURE_FLAGS+=(--with-sysroot="${MOZ_FETCHES_DIR}/${SYSROOT}")
_CONF_STATIC=(--enable-static --disable-shared)
_TARGET_LIBS="lib/libotr.so"
;;
linux64)
for _t in clang/bin binutils/bin; do
PATH="${MOZ_FETCHES_DIR}/${_t}:$PATH"
done
export PATH
SYSROOT="sysroot-x86_64-linux-gnu"
export _TARGET_TRIPLE="x86_64-pc-linux"
export CC="clang"
export CFLAGS="--sysroot=${MOZ_FETCHES_DIR}/${SYSROOT}"
export CASFLAGS="--sysroot=${MOZ_FETCHES_DIR}/${SYSROOT}"
export LDFLAGS="-fuse-ld=lld"
export AR=llvm-ar
export RANLIB=llvm-ranlib
export NM=llvm-nm
export STRIP=llvm-strip
_OS_CONFIGURE_FLAGS=(--host="${_TARGET_TRIPLE}" --target="${_TARGET_TRIPLE}")
_OS_CONFIGURE_FLAGS+=(--with-sysroot="${MOZ_FETCHES_DIR}/${SYSROOT}")
_CONF_STATIC=(--enable-static --disable-shared)
_TARGET_LIBS="lib/libotr.so"
;;
linux-aarch64)
for _t in clang/bin binutils/bin; do
PATH="${MOZ_FETCHES_DIR}/${_t}:$PATH"
done
export PATH
SYSROOT="sysroot-aarch64-linux-gnu"
export _TARGET_TRIPLE="aarch64-pc-linux"
export CC="aarch64-linux-gnu-clang"
export CFLAGS="--sysroot=${MOZ_FETCHES_DIR}/${SYSROOT}"
export CASFLAGS="--sysroot=${MOZ_FETCHES_DIR}/${SYSROOT}"
export LDFLAGS="-fuse-ld=lld"
export AR=llvm-ar
export RANLIB=llvm-ranlib
export NM=llvm-nm
export OBJDUMP=llvm-objdump
export STRIP=llvm-strip
_OS_CONFIGURE_FLAGS=(--host="${_TARGET_TRIPLE}" --target="${_TARGET_TRIPLE}")
_OS_CONFIGURE_FLAGS+=(--with-sysroot="${MOZ_FETCHES_DIR}/${SYSROOT}")
_CONF_STATIC=(--enable-static --disable-shared)
_TARGET_LIBS="lib/libotr.so"
;;
*)
echo "Invalid target platform: ${_TARGET_OS}"
exit 1
;;
esac
_CONFIGURE_FLAGS=("${_BASE_CONFIGURE[@]}" "${_OS_CONFIGURE_FLAGS[@]}")
_MAKE_FLAGS="-j$(nproc)"
# Basic dependency structure.
# Build block, followed by packaging block.
# Each step in a block depends on the previous completing successfully.
# The packaging block depends on the build block's success.
{
copy_sources &&
clang_cfg &&
build_libgpg-error &&
build_libgcrypt &&
build_libotr
} && {
package_libotr_artifact
} && exit 0
# Ideally, the "exit 0" above ran after the packaging block ran successfully.
# In case it didn't, error out here so CI catches it.
exit 1