28012e74ff
Contributes to https://github.com/dotnet/source-build/issues/3823 - Removes and consolidates vmr-cross-build.yml/ci-cross-build.yml POC into vmr-build.yml/ci.yml - Add stage for building vertical/unified build legs into vmr-build.yml - Adds Windows build and handling for Windows/Unix differences
363 lines
12 KiB
Bash
Executable file
363 lines
12 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
|
|
# Stop script if unbound variable found (use ${var:-} if intentional)
|
|
set -u
|
|
|
|
# Stop script if command returns non-zero exit code.
|
|
# Prevents hidden errors caused by missing error code propagation.
|
|
set -e
|
|
|
|
usage()
|
|
{
|
|
echo "Common settings:"
|
|
echo " --binaryLog Create MSBuild binary log (short: -bl)"
|
|
echo " --configuration <value> Build configuration: 'Debug' or 'Release' (short: -c)"
|
|
echo " --verbosity <value> Msbuild verbosity: q[uiet], m[inimal], n[ormal], d[etailed], and diag[nostic] (short: -v)"
|
|
echo ""
|
|
|
|
echo "Actions:"
|
|
echo " --clean Clean the solution"
|
|
echo " --help Print help and exit (short: -h)"
|
|
echo " --test Run smoke tests (short: -t)"
|
|
echo ""
|
|
|
|
echo "Source-only settings:"
|
|
echo " --source-only, --source-build Source-build the solution (short: -so, -sb)"
|
|
echo " --online Build using online sources"
|
|
echo " --poison Build with poisoning checks"
|
|
echo " --release-manifest <FILE> A JSON file, an alternative source of Source Link metadata"
|
|
echo " --source-repository <URL> Source Link repository URL, required when building from tarball"
|
|
echo " --source-version <SHA> Source Link revision, required when building from tarball"
|
|
echo " --use-mono-runtime Output uses the mono runtime"
|
|
echo " --with-packages <DIR> Use the specified directory of previously-built packages"
|
|
echo " --with-sdk <DIR> Use the SDK in the specified directory for bootstrapping"
|
|
echo ""
|
|
|
|
echo "Advanced settings:"
|
|
echo " --ci Set when running on CI server"
|
|
echo " --clean-while-building Cleans each repo after building (reduces disk space usage, short: -cwb)"
|
|
echo " --excludeCIBinarylog Don't output binary log (short: -nobl)"
|
|
echo " --prepareMachine Prepare machine for CI run, clean up processes after build"
|
|
echo ""
|
|
echo "Command line arguments not listed above are passed thru to msbuild."
|
|
echo "Arguments can also be passed in with a single hyphen."
|
|
}
|
|
|
|
source="${BASH_SOURCE[0]}"
|
|
|
|
# resolve $source until the file is no longer a symlink
|
|
while [[ -h "$source" ]]; do
|
|
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
source="$(readlink "$source")"
|
|
# if $source was a relative symlink, we need to resolve it relative to the path where the
|
|
# symlink file was located
|
|
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
done
|
|
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
|
|
# Set the NUGET_PACKAGES dir so that we don't accidentally pull some packages from the global location,
|
|
# They should be pulled from the local feeds.
|
|
packagesDir="$scriptroot/prereqs/packages/"
|
|
packagesRestoredDir="${packagesDir}restored/"
|
|
export NUGET_PACKAGES=$packagesRestoredDir/
|
|
|
|
# Common settings
|
|
binary_log=false
|
|
configuration='Release'
|
|
verbosity='minimal'
|
|
|
|
# Actions
|
|
clean=false
|
|
test=false
|
|
|
|
# Source-only settings
|
|
sourceOnly=false
|
|
releaseManifest=''
|
|
sourceRepository=''
|
|
sourceVersion=''
|
|
CUSTOM_PACKAGES_DIR=''
|
|
CUSTOM_SDK_DIR=''
|
|
packagesArchiveDir="${packagesDir}archive/"
|
|
packagesPreviouslySourceBuiltDir="${packagesDir}previously-source-built/"
|
|
|
|
# Advanced settings
|
|
ci=false
|
|
exclude_ci_binary_log=false
|
|
prepare_machine=false
|
|
|
|
properties=''
|
|
while [[ $# > 0 ]]; do
|
|
opt="$(echo "${1/#--/-}" | tr "[:upper:]" "[:lower:]")"
|
|
case "$opt" in
|
|
# Common settings
|
|
-binarylog|-bl)
|
|
binary_log=true
|
|
;;
|
|
-configuration|-c)
|
|
configuration=$2
|
|
shift
|
|
;;
|
|
-verbosity|-v)
|
|
verbosity=$2
|
|
shift
|
|
;;
|
|
|
|
# Actions
|
|
-clean)
|
|
clean=true
|
|
;;
|
|
-help|-h|-\?|/?)
|
|
usage
|
|
exit 0
|
|
;;
|
|
-test|-t)
|
|
export NUGET_PACKAGES=$NUGET_PACKAGES/smoke-tests
|
|
properties="$properties /t:RunSmokeTest"
|
|
test=true
|
|
;;
|
|
|
|
# Source-only settings
|
|
-source-only|-source-build|-so|-sb)
|
|
sourceOnly=true
|
|
properties="$properties /p:DotNetBuildSourceOnly=true"
|
|
;;
|
|
-online)
|
|
properties="$properties /p:DotNetBuildWithOnlineFeeds=true"
|
|
;;
|
|
-poison)
|
|
properties="$properties /p:EnablePoison=true"
|
|
;;
|
|
-release-manifest)
|
|
releaseManifest="$2"
|
|
shift
|
|
;;
|
|
-source-repository)
|
|
sourceRepository="$2"
|
|
shift
|
|
;;
|
|
-source-version)
|
|
sourceVersion="$2"
|
|
shift
|
|
;;
|
|
-use-mono-runtime)
|
|
properties="$properties /p:SourceBuildUseMonoRuntime=true"
|
|
;;
|
|
-with-packages)
|
|
CUSTOM_PACKAGES_DIR="$(cd -P "$2" && pwd)"
|
|
if [ ! -d "$CUSTOM_PACKAGES_DIR" ]; then
|
|
echo "Custom prviously built packages directory '$CUSTOM_PACKAGES_DIR' does not exist"
|
|
exit 1
|
|
fi
|
|
shift
|
|
;;
|
|
-with-sdk)
|
|
CUSTOM_SDK_DIR="$(cd -P "$2" && pwd)"
|
|
if [ ! -d "$CUSTOM_SDK_DIR" ]; then
|
|
echo "Custom SDK directory '$CUSTOM_SDK_DIR' does not exist"
|
|
exit 1
|
|
fi
|
|
if [ ! -x "$CUSTOM_SDK_DIR/dotnet" ]; then
|
|
echo "Custom SDK '$CUSTOM_SDK_DIR/dotnet' does not exist or is not executable"
|
|
exit 1
|
|
fi
|
|
shift
|
|
;;
|
|
|
|
# Advanced settings
|
|
-ci)
|
|
ci=true
|
|
;;
|
|
-clean-while-building|-cwb)
|
|
properties="$properties /p:CleanWhileBuilding=true"
|
|
;;
|
|
-excludecibinarylog|-nobl)
|
|
exclude_ci_binary_log=true
|
|
;;
|
|
-preparemachine)
|
|
prepare_machine=true
|
|
;;
|
|
|
|
*)
|
|
properties="$properties $1"
|
|
;;
|
|
esac
|
|
|
|
shift
|
|
done
|
|
|
|
if [[ "$ci" == true ]]; then
|
|
if [[ "$exclude_ci_binary_log" == false ]]; then
|
|
binary_log=true
|
|
fi
|
|
fi
|
|
|
|
. "$scriptroot/eng/common/tools.sh"
|
|
|
|
function Build {
|
|
if [[ "$sourceOnly" != "true" ]]; then
|
|
|
|
InitializeToolset
|
|
|
|
local bl=""
|
|
if [[ "$binary_log" == true ]]; then
|
|
bl="/bl:\"$log_dir/Build.binlog\""
|
|
fi
|
|
|
|
MSBuild "$scriptroot/build.proj" \
|
|
$bl \
|
|
/p:Configuration=$configuration \
|
|
$properties
|
|
|
|
ExitWithExitCode 0
|
|
|
|
else
|
|
|
|
if [ "$ci" == "true" ]; then
|
|
properties="$properties /p:ContinuousIntegrationBuild=true"
|
|
fi
|
|
|
|
"$CLI_ROOT/dotnet" build-server shutdown
|
|
|
|
if [ "$test" == "true" ]; then
|
|
"$CLI_ROOT/dotnet" msbuild "$scriptroot/build.proj" -bl:"$scriptroot/artifacts/log/$configuration/BuildTests.binlog" -flp:"LogFile=$scriptroot/artifacts/log/$configuration/BuildTests.log" -clp:v=m $properties
|
|
else
|
|
"$CLI_ROOT/dotnet" msbuild "$scriptroot/eng/tools/init-build.proj" -bl:"$scriptroot/artifacts/log/$configuration/BuildMSBuildSdkResolver.binlog" -flp:LogFile="$scriptroot/artifacts/log/$configuration/BuildMSBuildSdkResolver.log" /t:ExtractToolPackage,BuildMSBuildSdkResolver $properties
|
|
|
|
# kill off the MSBuild server so that on future invocations we pick up our custom SDK Resolver
|
|
"$CLI_ROOT/dotnet" build-server shutdown
|
|
|
|
"$CLI_ROOT/dotnet" msbuild "$scriptroot/build.proj" -bl:"$scriptroot/artifacts/log/$configuration/Build.binlog" -flp:"LogFile=$scriptroot/artifacts/log/$configuration/Build.log" $properties
|
|
fi
|
|
|
|
fi
|
|
}
|
|
|
|
if [[ "$clean" == true ]]; then
|
|
if [ -d "$artifacts_dir" ]; then
|
|
rm -rf $artifacts_dir
|
|
echo "Artifacts directory deleted."
|
|
fi
|
|
exit 0
|
|
fi
|
|
|
|
# Initialize __DistroRid and __PortableTargetOS
|
|
source $scriptroot/eng/common/native/init-os-and-arch.sh
|
|
source $scriptroot/eng/common/native/init-distro-rid.sh
|
|
initDistroRidGlobal "$os" "$arch" ""
|
|
|
|
# Source-only settings
|
|
if [[ "$sourceOnly" == "true" ]]; then
|
|
# For build purposes, we need to make sure we have all the SourceLink information
|
|
if [ "$test" != "true" ]; then
|
|
GIT_DIR="$scriptroot/.git"
|
|
if [ -f "$GIT_DIR/index" ]; then # We check for index because if outside of git, we create config and HEAD manually
|
|
if [ -n "$sourceRepository" ] || [ -n "$sourceVersion" ] || [ -n "$releaseManifest" ]; then
|
|
echo "ERROR: Source Link arguments cannot be used in a git repository"
|
|
exit 1
|
|
fi
|
|
else
|
|
if [ -z "$releaseManifest" ]; then
|
|
if [ -z "$sourceRepository" ] || [ -z "$sourceVersion" ]; then
|
|
echo "ERROR: $scriptroot is not a git repository, either --release-manifest or --source-repository and --source-version must be specified"
|
|
exit 1
|
|
fi
|
|
else
|
|
if [ -n "$sourceRepository" ] || [ -n "$sourceVersion" ]; then
|
|
echo "ERROR: --release-manifest cannot be specified together with --source-repository and --source-version"
|
|
exit 1
|
|
fi
|
|
|
|
get_property() {
|
|
local json_file_path="$1"
|
|
local property_name="$2"
|
|
grep -oP '(?<="'$property_name'": ")[^"]*' "$json_file_path"
|
|
}
|
|
|
|
sourceRepository=$(get_property "$releaseManifest" sourceRepository) \
|
|
|| (echo "ERROR: Failed to find sourceRepository in $releaseManifest" && exit 1)
|
|
sourceVersion=$(get_property "$releaseManifest" sourceVersion) \
|
|
|| (echo "ERROR: Failed to find sourceVersion in $releaseManifest" && exit 1)
|
|
|
|
if [ -z "$sourceRepository" ] || [ -z "$sourceVersion" ]; then
|
|
echo "ERROR: sourceRepository and sourceVersion must be specified in $releaseManifest"
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
# We need to add "fake" .git/ files when not building from a git repository
|
|
mkdir -p "$GIT_DIR"
|
|
echo '[remote "origin"]' > "$GIT_DIR/config"
|
|
echo "url=\"$sourceRepository\"" >> "$GIT_DIR/config"
|
|
echo "$sourceVersion" > "$GIT_DIR/HEAD"
|
|
fi
|
|
fi
|
|
|
|
# Support custom source built package locations
|
|
if [ "$CUSTOM_PACKAGES_DIR" != "" ]; then
|
|
if [ "$test" == "true" ]; then
|
|
properties="$properties /p:CustomSourceBuiltPackagesPath=$CUSTOM_PACKAGES_DIR"
|
|
else
|
|
properties="$properties /p:CustomPrebuiltSourceBuiltPackagesPath=$CUSTOM_PACKAGES_DIR"
|
|
fi
|
|
fi
|
|
|
|
if [ ! -d "$scriptroot/.git" ]; then
|
|
echo "ERROR: $scriptroot is not a git repository. Please run prep.sh add initialize Source Link metadata."
|
|
exit 1
|
|
fi
|
|
|
|
# Allow a custom SDK directory to be specified
|
|
if [ -d "$CUSTOM_SDK_DIR" ]; then
|
|
export SDK_VERSION=$("$CUSTOM_SDK_DIR/dotnet" --version)
|
|
export CLI_ROOT="$CUSTOM_SDK_DIR"
|
|
export _InitializeDotNetCli="$CLI_ROOT/dotnet"
|
|
export DOTNET_INSTALL_DIR="$CLI_ROOT"
|
|
echo "Using custom bootstrap SDK from '$CLI_ROOT', version '$SDK_VERSION'"
|
|
else
|
|
sdkLine=$(grep -m 1 'dotnet' "$scriptroot/global.json")
|
|
sdkPattern="\"dotnet\" *: *\"(.*)\""
|
|
if [[ $sdkLine =~ $sdkPattern ]]; then
|
|
export SDK_VERSION=${BASH_REMATCH[1]}
|
|
export CLI_ROOT="$scriptroot/.dotnet"
|
|
fi
|
|
fi
|
|
|
|
# Find the Arcade SDK version and set env vars for the msbuild sdk resolver
|
|
packageVersionsPath=''
|
|
|
|
if [[ "$CUSTOM_PACKAGES_DIR" != "" && -f "$CUSTOM_PACKAGES_DIR/PackageVersions.props" ]]; then
|
|
packageVersionsPath="$CUSTOM_PACKAGES_DIR/PackageVersions.props"
|
|
elif [ -d "$packagesArchiveDir" ]; then
|
|
sourceBuiltArchive=$(find "$packagesArchiveDir" -maxdepth 1 -name 'Private.SourceBuilt.Artifacts*.tar.gz')
|
|
if [ -f "${packagesPreviouslySourceBuiltDir}}PackageVersions.props" ]; then
|
|
packageVersionsPath=${packagesPreviouslySourceBuiltDir}PackageVersions.props
|
|
elif [ -f "$sourceBuiltArchive" ]; then
|
|
tar -xzf "$sourceBuiltArchive" -C /tmp PackageVersions.props
|
|
packageVersionsPath=/tmp/PackageVersions.props
|
|
fi
|
|
fi
|
|
|
|
if [ ! -f "$packageVersionsPath" ]; then
|
|
echo "Cannot find PackagesVersions.props. Debugging info:"
|
|
echo " Attempted archive path: $packagesArchiveDir"
|
|
echo " Attempted custom PVP path: $CUSTOM_PACKAGES_DIR/PackageVersions.props"
|
|
exit 1
|
|
fi
|
|
|
|
arcadeSdkLine=$(grep -m 1 'MicrosoftDotNetArcadeSdkVersion' "$packageVersionsPath")
|
|
versionPattern="<MicrosoftDotNetArcadeSdkVersion>(.*)</MicrosoftDotNetArcadeSdkVersion>"
|
|
if [[ $arcadeSdkLine =~ $versionPattern ]]; then
|
|
export ARCADE_BOOTSTRAP_VERSION=${BASH_REMATCH[1]}
|
|
|
|
# Ensure that by default, the bootstrap version of the Arcade SDK is used. Source-build infra
|
|
# projects use bootstrap Arcade SDK, and would fail to find it in the build. The repo
|
|
# projects overwrite this so that they use the source-built Arcade SDK instad.
|
|
export SOURCE_BUILT_SDK_ID_ARCADE=Microsoft.DotNet.Arcade.Sdk
|
|
export SOURCE_BUILT_SDK_VERSION_ARCADE=$ARCADE_BOOTSTRAP_VERSION
|
|
export SOURCE_BUILT_SDK_DIR_ARCADE=$packagesRestoredDir/ArcadeBootstrapPackage/microsoft.dotnet.arcade.sdk/$ARCADE_BOOTSTRAP_VERSION
|
|
fi
|
|
|
|
echo "Found bootstrap SDK $SDK_VERSION, bootstrap Arcade $ARCADE_BOOTSTRAP_VERSION"
|
|
fi
|
|
|
|
Build
|