[VMR] Initial Mac VMR build (#17934)

This is triggered by the same `/azp run installer-vmr-poc` trigger as Mariner VMR builds

eng/pipelines/templates/jobs/vmr-build.yml

@@ -210,7 +210,13 @@ jobs:
         echo "##vso[task.setvariable variable=additionalBuildArgs]--with-sdk /vmr/.dotnet"
       fi
 
-      docker run --rm -v "$(sourcesPath):/vmr" -w /vmr ${{ parameters.container }} ./prep.sh $customPrepArgs
+      # Only use Docker stuff on Linux
+      if [[ -n "${{ parameters.container }}" ]]; then
+        docker run --rm -v "$(sourcesPath):/vmr" -w /vmr ${{ parameters.container }} ./prep.sh $customPrepArgs
+      else
+        cd $(sourcesPath)
+        ./prep.sh $customPrepArgs
+      fi
     displayName: Prep the Build
 
   - script: |
@@ -218,7 +224,7 @@ jobs:
       df -h
 
       # Allows Arcade to have access to the commit for the build
-      customRunArgs="-e BUILD_SOURCEVERSION"
+      customEnvVars="BUILD_SOURCEVERSION=$BUILD_SOURCEVERSION"
       customBuildArgs=
       if [[ '${{ parameters.runOnline }}' == 'True' ]]; then
         customBuildArgs='--online'
@@ -239,20 +245,38 @@ jobs:
         customBuildArgs="$customBuildArgs --use-mono-runtime"
       fi
 
-      if [[ ! -z '${{ parameters.crossRootFs }}' || ! -z '${{ parameters.targetRid }}' ]]; then
+      if [[ -n "${{ parameters.container }}" ]]; then
+        useDocker=true
+      fi
+
+      if [[ ! -z '${{ parameters.targetRid }}' ]]; then
         extraBuildProperties="--"
+        customEnvVars="$customEnvVars CROSSCOMPILE=1"
+        extraBuildProperties="$extraBuildProperties /p:PortableBuild=true /p:DotNetBuildVertical=true"
       fi
 
       if [[ ! -z '${{ parameters.crossRootFs }}' ]]; then
-        customRunArgs="$customRunArgs -e CROSSCOMPILE=1 -e ROOTFS_DIR=${{ parameters.crossRootFs}}"
-        extraBuildProperties="$extraBuildProperties /p:PortableBuild=true /p:DotNetBuildVertical=true"
+        customEnvVars="$customEnvVars ROOTFS_DIR=${{ parameters.crossRootFs}}"
       fi
 
       if [[ ! -z '${{ parameters.targetRid }}' ]]; then
         extraBuildProperties="$extraBuildProperties /p:OverrideTargetRid=${{ parameters.targetRid }}"
       fi
 
-      docker run --rm -v "$(sourcesPath):/vmr" -w /vmr $customRunArgs ${{ parameters.container }} ./build.sh --clean-while-building $(additionalBuildArgs) $customBuildArgs $extraBuildProperties
+      # Only use Docker stuff on Linux
+      if [[ "$useDocker" == "true" ]]; then
+        for envVar in $customEnvVars; do
+          customEnvVarsWithDockerSyntax="$customEnvVarsWithDockerSyntax -e $envVar"
+        done
+        docker run --rm -v "$(sourcesPath):/vmr" -w /vmr $customEnvVarsWithDockerSyntax ${{ parameters.container }} ./build.sh --clean-while-building $(additionalBuildArgs) $customBuildArgs $extraBuildProperties
+      else
+        for envVar in $customEnvVars; do
+          customEnvVarsWithBashSyntax="$customEnvVarsWithBashSyntax export $envVar;"
+        done
+        cd $(sourcesPath)
+        eval $customEnvVarsWithBashSyntax
+        ./build.sh --clean-while-building $(additionalBuildArgs) $customBuildArgs $extraBuildProperties
+      fi
     displayName: Build
 
   # Don't run tests if overriding RID, we don't support that for now

eng/pipelines/templates/stages/vmr-cross-build.yml

@@ -34,6 +34,10 @@ parameters:
     name: NetCore-Public-XL
     demands: ImageOverride -equals Build.Ubuntu.1804.Amd64.Open
 
+  # Mac
+  poolMac:
+    vmImage: 'macos-12'
+
 stages:
 - stage: VMR_PoC_Build
   displayName: VMR PoC-Build
@@ -105,3 +109,39 @@ stages:
       withPreviousSDK: false             # 🚫
       crossRootFs: '/crossrootfs/arm64'  # 📝
       targetRid: 'linux-arm64'           # 📝
+
+  - template: ../jobs/vmr-build.yml
+    parameters:
+      # Changing the build name requires updating the referenced name in the source-build-sdk-diff-tests.yml pipeline
+      buildName: OSXCrossX64_Online_MsftSdk
+      isBuiltFromVmr: ${{ parameters.isBuiltFromVmr }}
+      vmrBranch: ${{ variables.VmrBranch }}
+      architecture: x64
+      pool:
+        vmImage: ${{ parameters.poolMac.vmImage }}
+      container: ''
+      buildFromArchive: false            # 🚫
+      enablePoison: false                # 🚫
+      excludeOmniSharpTests: true        # ✅
+      runOnline: true                    # ✅
+      useMonoRuntime: true               # ✅
+      withPreviousSDK: false             # 🚫
+      targetRid: 'osx-x64'               # 📝
+
+  - template: ../jobs/vmr-build.yml
+    parameters:
+      # Changing the build name requires updating the referenced name in the source-build-sdk-diff-tests.yml pipeline
+      buildName: OSXCrossArm64_Online_MsftSdk
+      isBuiltFromVmr: ${{ parameters.isBuiltFromVmr }}
+      vmrBranch: ${{ variables.VmrBranch }}
+      architecture: x64
+      pool:
+        vmImage: ${{ parameters.poolMac.vmImage }}
+      container: ''
+      buildFromArchive: false            # 🚫
+      enablePoison: false                # 🚫
+      excludeOmniSharpTests: true        # ✅
+      runOnline: true                    # ✅
+      useMonoRuntime: true               # ✅
+      withPreviousSDK: false             # 🚫
+      targetRid: 'osx-arm64'             # 📝

eng/vmr-sync.sh

@@ -94,7 +94,8 @@ function highlight () {
   echo "${COLOR_CYAN}$FAILURE_PREFIX${1//${COLOR_RESET}/${COLOR_CYAN}}${COLOR_CLEAR}"
 }
 
-installer_dir=$(realpath "$scriptroot/../")
+# realpath is not available in macOS 12, try horrible-but-portable workaround
+installer_dir=$(cd "$scriptroot/../"; pwd -P)
 
 tmp_dir=''
 vmr_dir=''
@@ -238,7 +239,8 @@ set -e
 highlight 'Installing .NET, preparing the tooling..'
 source "$scriptroot/common/tools.sh"
 InitializeDotNetCli true
-dotnet=$(realpath "$scriptroot/../.dotnet/dotnet")
+dotnetDir=$( cd $scriptroot/../.dotnet/; pwd -P )
+dotnet=$dotnetDir/dotnet
 "$dotnet" tool restore
 
 highlight "Starting the synchronization of '$repository'.."

src/SourceBuild/content/repo-projects/sdk.proj

@@ -6,6 +6,11 @@
     <BuildCommandArgs>$(BuildCommandArgs) $(FlagParameterPrefix)nodereuse $(ArcadeFalseBoolBuildArg)</BuildCommandArgs>
     <BuildCommandArgs>$(BuildCommandArgs) /p:PackageProjectUrl=https://github.com/dotnet/sdk</BuildCommandArgs>
 
+    <OverrideTargetRid>$(TargetRid)</OverrideTargetRid>
+    <OverrideTargetRid Condition="'$(TargetOS)' == 'OSX'">osx-$(Platform)</OverrideTargetRid>
+    <OverrideTargetRid Condition="'$(TargetOS)' == 'FreeBSD'">freebsd-$(Platform)</OverrideTargetRid>
+    <OverrideTargetRid Condition="'$(TargetOS)' == 'Windows_NT'">win-$(Platform)</OverrideTargetRid>
+
     <!-- Propagate RID set in source-build to sdk repo -->
     <_platformIndex>$(NETCoreSdkPortableRuntimeIdentifier.LastIndexOf('-'))</_platformIndex>
     <_baseOS>$(NETCoreSdkPortableRuntimeIdentifier.Substring(0, $(_platformIndex)))</_baseOS>
@@ -13,7 +18,7 @@
     <_targetPortableArch>$(Platform)</_targetPortableArch>
     <_targetPortableArch Condition="'$(OverrideTargetArch)' != ''">$(OverrideTargetArch)</_targetPortableArch>
     <BuildCommandArgs>$(BuildCommandArgs) /p:PortableRid=$(_baseOS)-$(_targetPortableArch)</BuildCommandArgs>
-    <BuildCommandArgs>$(BuildCommandArgs) /p:TargetRid=$(TargetRid)</BuildCommandArgs>
+    <BuildCommandArgs>$(BuildCommandArgs) /p:TargetRid=$(OverrideTargetRid)</BuildCommandArgs>
 
     <!-- Just like mono, arm does not support NativeAot -->
     <BuildCommandArgs Condition="'$(BuildArchitecture)' == 'arm'">$(BuildCommandArgs) /p:NativeAotSupported=false</BuildCommandArgs>