build-cpython.sh - mozsearch

#!/bin/sh

# This Source Code Form is subject to the terms of the Mozilla Public

# License, v. 2.0. If a copy of the MPL was not distributed with this

# file, You can obtain one at http://mozilla.org/MPL/2.0/.

# This script builds the official interpreter for the python language,

# while also packing in a few default extra packages.

set -e

set -x

# Required fetch artifact

clang_bindir=${MOZ_FETCHES_DIR}/clang/bin

clang_libdir=${MOZ_FETCHES_DIR}/clang/lib

python_src=${MOZ_FETCHES_DIR}/cpython-source

xz_prefix=${MOZ_FETCHES_DIR}/xz

# Make the compiler-rt available to clang.

env UPLOAD_DIR= $GECKO_PATH/taskcluster/scripts/misc/repack-clang.sh

# Extra setup per platform

case `uname -s` in

    Darwin)

        # Use taskcluster clang instead of host compiler on OSX

        export PATH=${clang_bindir}:${PATH}

        export CC=clang

        export CXX=clang++

        export LDFLAGS=-fuse-ld=lld

        case `uname -m` in

            aarch64)

                macosx_version_min=11.0

;;

*)

                macosx_version_min=10.12

;;

        esac

        macosx_sdk=14.4

        # NOTE: both CFLAGS and CPPFLAGS need to be set here, otherwise

        # configure step fails.

        sysroot_flags="-isysroot ${MOZ_FETCHES_DIR}/MacOSX${macosx_sdk}.sdk -mmacosx-version-min=${macosx_version_min}"

        export CPPFLAGS="${sysroot_flags} -I${xz_prefix}/include"

        export CFLAGS=${sysroot_flags}

        export LDFLAGS="${LDFLAGS} ${sysroot_flags} -L${xz_prefix}/lib"

        configure_flags_extra=--with-openssl=/usr/local/opt/openssl

        # see https://bugs.python.org/issue22490

        unset __PYVENV_LAUNCHER__

        # see https://bugs.python.org/issue44065

        sed -i -e 's,$CC --print-multiarch,:,' ${python_src}/configure

        export LDFLAGS="${LDFLAGS} -Wl,-rpath -Wl,@loader_path/../.."

;;

    Linux)

        # Use host gcc on Linux

        export LDFLAGS="${LDFLAGS} -Wl,-rpath,\\\$ORIGIN/../.."

;;

esac

# Patch Python to honor MOZPYTHONHOME instead of PYTHONHOME. That way we have a

# relocatable python for free, while not interfering with the system Python that

# already honors PYTHONHOME.

find ${python_src} -type f -print0 | xargs -0 perl -i -pe "s,PYTHONHOME,MOZPYTHONHOME,g"

# Actual build

work_dir=`pwd`

tardir=python

cd `mktemp -d`

${python_src}/configure --prefix=/${tardir} --enable-optimizations ${configure_flags_extra} || { exit_status=$? && cat config.log && exit $exit_status ; }

export MAKEFLAGS=-j`nproc`

make

make DESTDIR=${work_dir} install

cd ${work_dir}

${work_dir}/python/bin/python3 -m pip install --upgrade pip==23.0

${work_dir}/python/bin/python3 -m pip install -r ${GECKO_PATH}/build/psutil_requirements.txt -r ${GECKO_PATH}/build/zstandard_requirements.txt

case `uname -s` in

    Darwin)

        cp /usr/local/opt/openssl/lib/libssl*.dylib ${work_dir}/python/lib/

        cp /usr/local/opt/openssl/lib/libcrypto*.dylib ${work_dir}/python/lib/

        cp ${xz_prefix}/lib/liblzma.dylib ${work_dir}/python/lib/

        # Instruct the loader to search for the lib in rpath instead of the one used during linking

        install_name_tool -change /usr/local/opt/openssl@1.1/lib/libssl.1.1.dylib @rpath/libssl.1.1.dylib ${work_dir}/python/lib/python3.*/lib-dynload/_ssl.cpython-3*-darwin.so

        install_name_tool -change /usr/local/opt/openssl@1.1/lib/libcrypto.1.1.dylib @rpath/libcrypto.1.1.dylib ${work_dir}/python/lib/python3.*/lib-dynload/_ssl.cpython-3*-darwin.so

        otool -L ${work_dir}/python/lib/python3.*/lib-dynload/_ssl.cpython-3*-darwin.so | grep @rpath/libssl.1.1.dylib

        install_name_tool -change /xz/lib/liblzma.5.dylib @rpath/liblzma.5.dylib ${work_dir}/python/lib/python3.*/lib-dynload/_lzma.cpython-3*-darwin.so

        otool -L ${work_dir}/python/lib/python3.*/lib-dynload/_lzma.cpython-3*-darwin.so | grep @rpath/liblzma.5.dylib

        # Also modify the shipped libssl to use the shipped libcrypto

        install_name_tool -change /usr/local/Cellar/openssl@1.1/1.1.1h/lib/libcrypto.1.1.dylib @rpath/libcrypto.1.1.dylib ${work_dir}/python/lib/libssl.1.1.dylib

        otool -L ${work_dir}/python/lib/libssl.1.1.dylib | grep @rpath/libcrypto.1.1.dylib

        # sanity check

        ${work_dir}/python/bin/python3 -c "import ssl"

        ${work_dir}/python/bin/python3 -c "import lzma"

        # We may not have access to system certificate on OSX

        ${work_dir}/python/bin/python3 -m pip install certifi==2024.2.2

;;

    Linux)

        cp /usr/lib/x86_64-linux-gnu/libffi.so.* ${work_dir}/python/lib/

        cp /usr/lib/x86_64-linux-gnu/libssl.so.* ${work_dir}/python/lib/

        cp /usr/lib/x86_64-linux-gnu/libcrypto.so.* ${work_dir}/python/lib/

        cp /lib/x86_64-linux-gnu/libncursesw.so.* ${work_dir}/python/lib/

        cp /lib/x86_64-linux-gnu/libtinfo.so.* ${work_dir}/python/lib/

;;

esac

$(dirname $0)/pack.sh ${tardir}

Source code

Revision control

Copy as Markdown

Other Tools