3d68961d03
[main] Update dependencies from dotnet/arcade
363 lines
13 KiB
Bash
Executable file
363 lines
13 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
set -e
|
|
|
|
usage()
|
|
{
|
|
echo "Usage: $0 [BuildArch] [CodeName] [lldbx.y] [--skipunmount] --rootfsdir <directory>]"
|
|
echo "BuildArch can be: arm(default), armel, arm64, x86"
|
|
echo "CodeName - optional, Code name for Linux, can be: xenial(default), zesty, bionic, alpine, alpine3.13 or alpine3.14. If BuildArch is armel, LinuxCodeName is jessie(default) or tizen."
|
|
echo " for FreeBSD can be: freebsd11, freebsd12, freebsd13"
|
|
echo " for illumos can be: illumos."
|
|
echo "lldbx.y - optional, LLDB version, can be: lldb3.9(default), lldb4.0, lldb5.0, lldb6.0 no-lldb. Ignored for alpine and FreeBSD"
|
|
echo "--skipunmount - optional, will skip the unmount of rootfs folder."
|
|
echo "--use-mirror - optional, use mirror URL to fetch resources, when available."
|
|
exit 1
|
|
}
|
|
|
|
__CodeName=xenial
|
|
__CrossDir=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
|
|
__InitialDir=$PWD
|
|
__BuildArch=arm
|
|
__AlpineArch=armv7
|
|
__QEMUArch=arm
|
|
__UbuntuArch=armhf
|
|
__UbuntuRepo="http://ports.ubuntu.com/"
|
|
__LLDB_Package="liblldb-3.9-dev"
|
|
__SkipUnmount=0
|
|
|
|
# base development support
|
|
__UbuntuPackages="build-essential"
|
|
|
|
__AlpinePackages="alpine-base"
|
|
__AlpinePackages+=" build-base"
|
|
__AlpinePackages+=" linux-headers"
|
|
__AlpinePackages+=" lldb-dev"
|
|
__AlpinePackages+=" python3"
|
|
__AlpinePackages+=" libedit"
|
|
|
|
# symlinks fixer
|
|
__UbuntuPackages+=" symlinks"
|
|
|
|
# CoreCLR and CoreFX dependencies
|
|
__UbuntuPackages+=" libicu-dev"
|
|
__UbuntuPackages+=" liblttng-ust-dev"
|
|
__UbuntuPackages+=" libunwind8-dev"
|
|
|
|
__AlpinePackages+=" gettext-dev"
|
|
__AlpinePackages+=" icu-dev"
|
|
__AlpinePackages+=" libunwind-dev"
|
|
__AlpinePackages+=" lttng-ust-dev"
|
|
|
|
# CoreFX dependencies
|
|
__UbuntuPackages+=" libcurl4-openssl-dev"
|
|
__UbuntuPackages+=" libkrb5-dev"
|
|
__UbuntuPackages+=" libssl-dev"
|
|
__UbuntuPackages+=" zlib1g-dev"
|
|
|
|
__AlpinePackages+=" curl-dev"
|
|
__AlpinePackages+=" krb5-dev"
|
|
__AlpinePackages+=" openssl-dev"
|
|
__AlpinePackages+=" zlib-dev"
|
|
|
|
__FreeBSDBase="12.2-RELEASE"
|
|
__FreeBSDPkg="1.12.0"
|
|
__FreeBSDABI="12"
|
|
__FreeBSDPackages="libunwind"
|
|
__FreeBSDPackages+=" icu"
|
|
__FreeBSDPackages+=" libinotify"
|
|
__FreeBSDPackages+=" lttng-ust"
|
|
__FreeBSDPackages+=" krb5"
|
|
__FreeBSDPackages+=" terminfo-db"
|
|
|
|
__IllumosPackages="icu-64.2nb2"
|
|
__IllumosPackages+=" mit-krb5-1.16.2nb4"
|
|
__IllumosPackages+=" openssl-1.1.1e"
|
|
__IllumosPackages+=" zlib-1.2.11"
|
|
|
|
# ML.NET dependencies
|
|
__UbuntuPackages+=" libomp5"
|
|
__UbuntuPackages+=" libomp-dev"
|
|
|
|
__UseMirror=0
|
|
|
|
__UnprocessedBuildArgs=
|
|
while :; do
|
|
if [ $# -le 0 ]; then
|
|
break
|
|
fi
|
|
|
|
lowerI="$(echo $1 | tr "[:upper:]" "[:lower:]")"
|
|
case $lowerI in
|
|
-?|-h|--help)
|
|
usage
|
|
exit 1
|
|
;;
|
|
arm)
|
|
__BuildArch=arm
|
|
__UbuntuArch=armhf
|
|
__AlpineArch=armv7
|
|
__QEMUArch=arm
|
|
;;
|
|
arm64)
|
|
__BuildArch=arm64
|
|
__UbuntuArch=arm64
|
|
__AlpineArch=aarch64
|
|
__QEMUArch=aarch64
|
|
;;
|
|
armel)
|
|
__BuildArch=armel
|
|
__UbuntuArch=armel
|
|
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
__CodeName=jessie
|
|
;;
|
|
s390x)
|
|
__BuildArch=s390x
|
|
__UbuntuArch=s390x
|
|
__UbuntuRepo="http://ports.ubuntu.com/ubuntu-ports/"
|
|
__UbuntuPackages=$(echo ${__UbuntuPackages} | sed 's/ libunwind8-dev//')
|
|
__UbuntuPackages=$(echo ${__UbuntuPackages} | sed 's/ libomp-dev//')
|
|
__UbuntuPackages=$(echo ${__UbuntuPackages} | sed 's/ libomp5//')
|
|
unset __LLDB_Package
|
|
;;
|
|
x86)
|
|
__BuildArch=x86
|
|
__UbuntuArch=i386
|
|
__UbuntuRepo="http://archive.ubuntu.com/ubuntu/"
|
|
;;
|
|
lldb3.6)
|
|
__LLDB_Package="lldb-3.6-dev"
|
|
;;
|
|
lldb3.8)
|
|
__LLDB_Package="lldb-3.8-dev"
|
|
;;
|
|
lldb3.9)
|
|
__LLDB_Package="liblldb-3.9-dev"
|
|
;;
|
|
lldb4.0)
|
|
__LLDB_Package="liblldb-4.0-dev"
|
|
;;
|
|
lldb5.0)
|
|
__LLDB_Package="liblldb-5.0-dev"
|
|
;;
|
|
lldb6.0)
|
|
__LLDB_Package="liblldb-6.0-dev"
|
|
;;
|
|
no-lldb)
|
|
unset __LLDB_Package
|
|
;;
|
|
xenial) # Ubuntu 16.04
|
|
if [ "$__CodeName" != "jessie" ]; then
|
|
__CodeName=xenial
|
|
fi
|
|
;;
|
|
zesty) # Ubuntu 17.04
|
|
if [ "$__CodeName" != "jessie" ]; then
|
|
__CodeName=zesty
|
|
fi
|
|
;;
|
|
bionic) # Ubuntu 18.04
|
|
if [ "$__CodeName" != "jessie" ]; then
|
|
__CodeName=bionic
|
|
fi
|
|
;;
|
|
jessie) # Debian 8
|
|
__CodeName=jessie
|
|
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
;;
|
|
stretch) # Debian 9
|
|
__CodeName=stretch
|
|
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
__LLDB_Package="liblldb-6.0-dev"
|
|
;;
|
|
buster) # Debian 10
|
|
__CodeName=buster
|
|
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
__LLDB_Package="liblldb-6.0-dev"
|
|
;;
|
|
tizen)
|
|
if [ "$__BuildArch" != "armel" ] && [ "$__BuildArch" != "arm64" ]; then
|
|
echo "Tizen is available only for armel and arm64."
|
|
usage;
|
|
exit 1;
|
|
fi
|
|
__CodeName=
|
|
__UbuntuRepo=
|
|
__Tizen=tizen
|
|
;;
|
|
alpine|alpine3.13)
|
|
__CodeName=alpine
|
|
__UbuntuRepo=
|
|
__AlpineVersion=3.13
|
|
__AlpinePackages+=" llvm10-libs"
|
|
;;
|
|
alpine3.14)
|
|
__CodeName=alpine
|
|
__UbuntuRepo=
|
|
__AlpineVersion=3.14
|
|
__AlpinePackages+=" llvm11-libs"
|
|
;;
|
|
freebsd11)
|
|
__FreeBSDBase="11.3-RELEASE"
|
|
__FreeBSDABI="11"
|
|
;&
|
|
freebsd12)
|
|
__CodeName=freebsd
|
|
__BuildArch=x64
|
|
__SkipUnmount=1
|
|
;;
|
|
freebsd13)
|
|
__CodeName=freebsd
|
|
__FreeBSDBase="13.0-RELEASE"
|
|
__FreeBSDABI="13"
|
|
__BuildArch=x64
|
|
__SkipUnmount=1
|
|
;;
|
|
illumos)
|
|
__CodeName=illumos
|
|
__BuildArch=x64
|
|
__SkipUnmount=1
|
|
;;
|
|
--skipunmount)
|
|
__SkipUnmount=1
|
|
;;
|
|
--rootfsdir|-rootfsdir)
|
|
shift
|
|
__RootfsDir=$1
|
|
;;
|
|
--use-mirror)
|
|
__UseMirror=1
|
|
;;
|
|
*)
|
|
__UnprocessedBuildArgs="$__UnprocessedBuildArgs $1"
|
|
;;
|
|
esac
|
|
|
|
shift
|
|
done
|
|
|
|
if [ "$__BuildArch" == "armel" ]; then
|
|
__LLDB_Package="lldb-3.5-dev"
|
|
fi
|
|
__UbuntuPackages+=" ${__LLDB_Package:-}"
|
|
|
|
if [ -z "$__RootfsDir" ] && [ ! -z "$ROOTFS_DIR" ]; then
|
|
__RootfsDir=$ROOTFS_DIR
|
|
fi
|
|
|
|
if [ -z "$__RootfsDir" ]; then
|
|
__RootfsDir="$__CrossDir/../../../.tools/rootfs/$__BuildArch"
|
|
fi
|
|
|
|
if [ -d "$__RootfsDir" ]; then
|
|
if [ $__SkipUnmount == 0 ]; then
|
|
umount $__RootfsDir/* || true
|
|
fi
|
|
rm -rf $__RootfsDir
|
|
fi
|
|
|
|
mkdir -p $__RootfsDir
|
|
__RootfsDir="$( cd "$__RootfsDir" && pwd )"
|
|
|
|
if [[ "$__CodeName" == "alpine" ]]; then
|
|
__ApkToolsVersion=2.9.1
|
|
__ApkToolsDir=$(mktemp -d)
|
|
wget https://github.com/alpinelinux/apk-tools/releases/download/v$__ApkToolsVersion/apk-tools-$__ApkToolsVersion-x86_64-linux.tar.gz -P $__ApkToolsDir
|
|
tar -xf $__ApkToolsDir/apk-tools-$__ApkToolsVersion-x86_64-linux.tar.gz -C $__ApkToolsDir
|
|
mkdir -p $__RootfsDir/usr/bin
|
|
cp -v /usr/bin/qemu-$__QEMUArch-static $__RootfsDir/usr/bin
|
|
|
|
$__ApkToolsDir/apk-tools-$__ApkToolsVersion/apk \
|
|
-X http://dl-cdn.alpinelinux.org/alpine/v$__AlpineVersion/main \
|
|
-X http://dl-cdn.alpinelinux.org/alpine/v$__AlpineVersion/community \
|
|
-U --allow-untrusted --root $__RootfsDir --arch $__AlpineArch --initdb \
|
|
add $__AlpinePackages
|
|
|
|
rm -r $__ApkToolsDir
|
|
elif [[ "$__CodeName" == "freebsd" ]]; then
|
|
mkdir -p $__RootfsDir/usr/local/etc
|
|
JOBS="$(getconf _NPROCESSORS_ONLN)"
|
|
wget -O - https://download.freebsd.org/ftp/releases/amd64/${__FreeBSDBase}/base.txz | tar -C $__RootfsDir -Jxf - ./lib ./usr/lib ./usr/libdata ./usr/include ./usr/share/keys ./etc ./bin/freebsd-version
|
|
echo "ABI = \"FreeBSD:${__FreeBSDABI}:amd64\"; FINGERPRINTS = \"${__RootfsDir}/usr/share/keys\"; REPOS_DIR = [\"${__RootfsDir}/etc/pkg\"]; REPO_AUTOUPDATE = NO; RUN_SCRIPTS = NO;" > ${__RootfsDir}/usr/local/etc/pkg.conf
|
|
echo "FreeBSD: { url: "pkg+http://pkg.FreeBSD.org/\${ABI}/quarterly", mirror_type: \"srv\", signature_type: \"fingerprints\", fingerprints: \"${__RootfsDir}/usr/share/keys/pkg\", enabled: yes }" > ${__RootfsDir}/etc/pkg/FreeBSD.conf
|
|
mkdir -p $__RootfsDir/tmp
|
|
# get and build package manager
|
|
wget -O - https://github.com/freebsd/pkg/archive/${__FreeBSDPkg}.tar.gz | tar -C $__RootfsDir/tmp -zxf -
|
|
cd $__RootfsDir/tmp/pkg-${__FreeBSDPkg}
|
|
# needed for install to succeed
|
|
mkdir -p $__RootfsDir/host/etc
|
|
./autogen.sh && ./configure --prefix=$__RootfsDir/host && make -j "$JOBS" && make install
|
|
rm -rf $__RootfsDir/tmp/pkg-${__FreeBSDPkg}
|
|
# install packages we need.
|
|
INSTALL_AS_USER=$(whoami) $__RootfsDir/host/sbin/pkg -r $__RootfsDir -C $__RootfsDir/usr/local/etc/pkg.conf update
|
|
INSTALL_AS_USER=$(whoami) $__RootfsDir/host/sbin/pkg -r $__RootfsDir -C $__RootfsDir/usr/local/etc/pkg.conf install --yes $__FreeBSDPackages
|
|
elif [[ "$__CodeName" == "illumos" ]]; then
|
|
mkdir "$__RootfsDir/tmp"
|
|
pushd "$__RootfsDir/tmp"
|
|
JOBS="$(getconf _NPROCESSORS_ONLN)"
|
|
echo "Downloading sysroot."
|
|
wget -O - https://github.com/illumos/sysroot/releases/download/20181213-de6af22ae73b-v1/illumos-sysroot-i386-20181213-de6af22ae73b-v1.tar.gz | tar -C "$__RootfsDir" -xzf -
|
|
echo "Building binutils. Please wait.."
|
|
wget -O - https://ftp.gnu.org/gnu/binutils/binutils-2.33.1.tar.bz2 | tar -xjf -
|
|
mkdir build-binutils && cd build-binutils
|
|
../binutils-2.33.1/configure --prefix="$__RootfsDir" --target="x86_64-sun-solaris2.10" --program-prefix="x86_64-illumos-" --with-sysroot="$__RootfsDir"
|
|
make -j "$JOBS" && make install && cd ..
|
|
echo "Building gcc. Please wait.."
|
|
wget -O - https://ftp.gnu.org/gnu/gcc/gcc-8.4.0/gcc-8.4.0.tar.xz | tar -xJf -
|
|
CFLAGS="-fPIC"
|
|
CXXFLAGS="-fPIC"
|
|
CXXFLAGS_FOR_TARGET="-fPIC"
|
|
CFLAGS_FOR_TARGET="-fPIC"
|
|
export CFLAGS CXXFLAGS CXXFLAGS_FOR_TARGET CFLAGS_FOR_TARGET
|
|
mkdir build-gcc && cd build-gcc
|
|
../gcc-8.4.0/configure --prefix="$__RootfsDir" --target="x86_64-sun-solaris2.10" --program-prefix="x86_64-illumos-" --with-sysroot="$__RootfsDir" --with-gnu-as \
|
|
--with-gnu-ld --disable-nls --disable-libgomp --disable-libquadmath --disable-libssp --disable-libvtv --disable-libcilkrts --disable-libada --disable-libsanitizer \
|
|
--disable-libquadmath-support --disable-shared --enable-tls
|
|
make -j "$JOBS" && make install && cd ..
|
|
BaseUrl=https://pkgsrc.joyent.com
|
|
if [[ "$__UseMirror" == 1 ]]; then
|
|
BaseUrl=http://pkgsrc.smartos.skylime.net
|
|
fi
|
|
BaseUrl="$BaseUrl"/packages/SmartOS/2020Q1/x86_64/All
|
|
echo "Downloading dependencies."
|
|
read -ra array <<<"$__IllumosPackages"
|
|
for package in "${array[@]}"; do
|
|
echo "Installing $package..."
|
|
wget "$BaseUrl"/"$package".tgz
|
|
ar -x "$package".tgz
|
|
tar --skip-old-files -xzf "$package".tmp.tgz -C "$__RootfsDir" 2>/dev/null
|
|
done
|
|
echo "Cleaning up temporary files."
|
|
popd
|
|
rm -rf "$__RootfsDir"/{tmp,+*}
|
|
mkdir -p "$__RootfsDir"/usr/include/net
|
|
mkdir -p "$__RootfsDir"/usr/include/netpacket
|
|
wget -P "$__RootfsDir"/usr/include/net https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/io/bpf/net/bpf.h
|
|
wget -P "$__RootfsDir"/usr/include/net https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/io/bpf/net/dlt.h
|
|
wget -P "$__RootfsDir"/usr/include/netpacket https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/inet/sockmods/netpacket/packet.h
|
|
wget -P "$__RootfsDir"/usr/include/sys https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/sys/sdt.h
|
|
elif [[ -n $__CodeName ]]; then
|
|
qemu-debootstrap --arch $__UbuntuArch $__CodeName $__RootfsDir $__UbuntuRepo
|
|
cp $__CrossDir/$__BuildArch/sources.list.$__CodeName $__RootfsDir/etc/apt/sources.list
|
|
chroot $__RootfsDir apt-get update
|
|
chroot $__RootfsDir apt-get -f -y install
|
|
chroot $__RootfsDir apt-get -y install $__UbuntuPackages
|
|
chroot $__RootfsDir symlinks -cr /usr
|
|
chroot $__RootfsDir apt-get clean
|
|
|
|
if [ $__SkipUnmount == 0 ]; then
|
|
umount $__RootfsDir/* || true
|
|
fi
|
|
|
|
if [[ "$__BuildArch" == "armel" && "$__CodeName" == "jessie" ]]; then
|
|
pushd $__RootfsDir
|
|
patch -p1 < $__CrossDir/$__BuildArch/armel.jessie.patch
|
|
popd
|
|
fi
|
|
elif [[ "$__Tizen" == "tizen" ]]; then
|
|
ROOTFS_DIR=$__RootfsDir $__CrossDir/$__BuildArch/tizen-build-rootfs.sh
|
|
else
|
|
echo "Unsupported target platform."
|
|
usage;
|
|
exit 1
|
|
fi
|