709f7b7d14
WIP WIP WIP Test out not publishing runtimeAssets WIP WiP x-publish update cross-publish-test Update Cross Publish tests remove --config from restore fix build update cross publish tests fix test compilation error test failure fix fix test failure update tests tracing fix desktop publishing do publish with no build, call build manually fix Make host publish optional, fix faux libraries? update Cross Publish test working try changing test to netcore.app fallback to host from current platform revert change to project.json to target Microsoft.NETCore.App fallback to compilation build output update kestrel standalone app project.json Make project tools command resolver test more self-contained. make Kestrel Standalone restore against N-1
693 lines
31 KiB
C#
693 lines
31 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Runtime.InteropServices;
|
|
using Microsoft.DotNet.Cli.Build.Framework;
|
|
using Microsoft.Extensions.PlatformAbstractions;
|
|
|
|
using static Microsoft.DotNet.Cli.Build.FS;
|
|
using static Microsoft.DotNet.Cli.Build.Framework.BuildHelpers;
|
|
using System.Text.RegularExpressions;
|
|
using System.Reflection.PortableExecutable;
|
|
using Newtonsoft.Json.Linq;
|
|
using Newtonsoft.Json;
|
|
|
|
namespace Microsoft.DotNet.Cli.Build
|
|
{
|
|
public class CompileTargets
|
|
{
|
|
public static readonly string CoreCLRVersion = "1.0.2-rc2-24008";
|
|
public static readonly string AppDepSdkVersion = "1.0.6-prerelease-00003";
|
|
public static readonly bool IsWinx86 = CurrentPlatform.IsWindows && CurrentArchitecture.Isx86;
|
|
|
|
public static readonly string[] BinariesForCoreHost = new[]
|
|
{
|
|
"csc"
|
|
};
|
|
|
|
public static readonly string[] ProjectsToPublish = new[]
|
|
{
|
|
"dotnet"
|
|
};
|
|
|
|
public static readonly string[] FilesToClean = new[]
|
|
{
|
|
"vbc.exe"
|
|
};
|
|
|
|
public const string SharedFrameworkName = "Microsoft.NETCore.App";
|
|
|
|
private static string CoreHostBaseName => $"corehost{Constants.ExeSuffix}";
|
|
private static string DotnetHostFxrBaseName => $"{Constants.DynamicLibPrefix}hostfxr{Constants.DynamicLibSuffix}";
|
|
private static string HostPolicyBaseName => $"{Constants.DynamicLibPrefix}hostpolicy{Constants.DynamicLibSuffix}";
|
|
|
|
// Updates the stage 2 with recent changes.
|
|
[Target(nameof(PrepareTargets.Init), nameof(CompileStage2))]
|
|
public static BuildTargetResult UpdateBuild(BuildTargetContext c)
|
|
{
|
|
return c.Success();
|
|
}
|
|
|
|
// Moving PrepareTargets.RestorePackages after PackagePkgProjects because managed code depends on the
|
|
// Microsoft.NETCore.App package that is created during PackagePkgProjects.
|
|
[Target(nameof(PrepareTargets.Init), nameof(PackagePkgProjects), nameof(PrepareTargets.RestorePackages), nameof(CompileStage1), nameof(CompileStage2))]
|
|
public static BuildTargetResult Compile(BuildTargetContext c)
|
|
{
|
|
return c.Success();
|
|
}
|
|
|
|
private static string HostVer = "1.0.1";
|
|
private static string HostPolicyVer = "1.0.1";
|
|
private static string HostFxrVer = "1.0.1";
|
|
|
|
[Target(nameof(PrepareTargets.Init))]
|
|
public static BuildTargetResult CompileCoreHost(BuildTargetContext c)
|
|
{
|
|
var buildVersion = c.BuildContext.Get<BuildVersion>("BuildVersion");
|
|
var versionTag = buildVersion.ReleaseSuffix;
|
|
var buildMajor = buildVersion.CommitCountString;
|
|
|
|
var hostPolicyFullVer = $"{HostPolicyVer}-{versionTag}-{buildMajor}";
|
|
|
|
// Generate build files
|
|
var cmakeOut = Path.Combine(Dirs.Corehost, "cmake");
|
|
|
|
Rmdir(cmakeOut);
|
|
Mkdirp(cmakeOut);
|
|
|
|
var configuration = c.BuildContext.Get<string>("Configuration");
|
|
|
|
// Run the build
|
|
string rid = GetRuntimeId();
|
|
string corehostSrcDir = Path.Combine(c.BuildContext.BuildDirectory, "src", "corehost");
|
|
if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
|
|
{
|
|
// Why does Windows directly call cmake but Linux/Mac calls "build.sh" in the corehost dir?
|
|
// See the comment in "src/corehost/build.sh" for details. It doesn't work for some reason.
|
|
var visualStudio = IsWinx86 ? "Visual Studio 14 2015" : "Visual Studio 14 2015 Win64";
|
|
var archMacro = IsWinx86 ? "-DCLI_CMAKE_PLATFORM_ARCH_I386=1" : "-DCLI_CMAKE_PLATFORM_ARCH_AMD64=1";
|
|
var ridMacro = $"-DCLI_CMAKE_RUNTIME_ID:STRING={rid}";
|
|
var arch = IsWinx86 ? "x86" : "x64";
|
|
var baseSupportedRid = $"win7-{arch}";
|
|
var cmakeHostPolicyVer = $"-DCLI_CMAKE_HOST_POLICY_VER:STRING={hostPolicyFullVer}";
|
|
var cmakeBaseRid = $"-DCLI_CMAKE_PKG_RID:STRING={baseSupportedRid}";
|
|
|
|
ExecIn(cmakeOut, "cmake",
|
|
corehostSrcDir,
|
|
archMacro,
|
|
ridMacro,
|
|
cmakeHostPolicyVer,
|
|
cmakeBaseRid,
|
|
"-G",
|
|
visualStudio);
|
|
|
|
var pf32 = RuntimeInformation.OSArchitecture == Architecture.X64 ?
|
|
Environment.GetEnvironmentVariable("ProgramFiles(x86)") :
|
|
Environment.GetEnvironmentVariable("ProgramFiles");
|
|
|
|
if (configuration.Equals("Release"))
|
|
{
|
|
// Cmake calls it "RelWithDebInfo" in the generated MSBuild
|
|
configuration = "RelWithDebInfo";
|
|
}
|
|
|
|
Exec(Path.Combine(pf32, "MSBuild", "14.0", "Bin", "MSBuild.exe"),
|
|
Path.Combine(cmakeOut, "ALL_BUILD.vcxproj"),
|
|
$"/p:Configuration={configuration}");
|
|
|
|
// Copy the output out
|
|
File.Copy(Path.Combine(cmakeOut, "cli", configuration, "dotnet.exe"), Path.Combine(Dirs.Corehost, "corehost.exe"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", configuration, "dotnet.pdb"), Path.Combine(Dirs.Corehost, "corehost.pdb"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", configuration, "dotnet.exe"), Path.Combine(Dirs.Corehost, "dotnet.exe"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", configuration, "dotnet.pdb"), Path.Combine(Dirs.Corehost, "dotnet.pdb"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "dll", configuration, "hostpolicy.dll"), Path.Combine(Dirs.Corehost, "hostpolicy.dll"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "dll", configuration, "hostpolicy.pdb"), Path.Combine(Dirs.Corehost, "hostpolicy.pdb"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "fxr", configuration, "hostfxr.dll"), Path.Combine(Dirs.Corehost, "hostfxr.dll"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "fxr", configuration, "hostfxr.pdb"), Path.Combine(Dirs.Corehost, "hostfxr.pdb"), overwrite: true);
|
|
}
|
|
else
|
|
{
|
|
ExecIn(cmakeOut, Path.Combine(c.BuildContext.BuildDirectory, "src", "corehost", "build.sh"),
|
|
"--arch",
|
|
"x64",
|
|
"--policyver",
|
|
hostPolicyFullVer,
|
|
"--rid",
|
|
rid);
|
|
|
|
// Copy the output out
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "dotnet"), Path.Combine(Dirs.Corehost, "dotnet"), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "dotnet"), Path.Combine(Dirs.Corehost, CoreHostBaseName), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "dll", HostPolicyBaseName), Path.Combine(Dirs.Corehost, HostPolicyBaseName), overwrite: true);
|
|
File.Copy(Path.Combine(cmakeOut, "cli", "fxr", DotnetHostFxrBaseName), Path.Combine(Dirs.Corehost, DotnetHostFxrBaseName), overwrite: true);
|
|
}
|
|
return c.Success();
|
|
}
|
|
|
|
[Target(nameof(CompileCoreHost))]
|
|
public static BuildTargetResult PackagePkgProjects(BuildTargetContext c)
|
|
{
|
|
var buildVersion = c.BuildContext.Get<BuildVersion>("BuildVersion");
|
|
var versionTag = buildVersion.ReleaseSuffix;
|
|
var buildMajor = buildVersion.CommitCountString;
|
|
var arch = IsWinx86 ? "x86" : "x64";
|
|
|
|
var version = buildVersion.NuGetVersion;
|
|
var content = $@"{c.BuildContext["CommitHash"]}{Environment.NewLine}{version}{Environment.NewLine}";
|
|
var pkgDir = Path.Combine(c.BuildContext.BuildDirectory, "pkg");
|
|
File.WriteAllText(Path.Combine(pkgDir, "version.txt"), content);
|
|
if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
|
|
{
|
|
Command.Create(Path.Combine(pkgDir, "pack.cmd"))
|
|
// Workaround to arg escaping adding backslashes for arguments to .cmd scripts.
|
|
.Environment("__WorkaroundCliCoreHostBuildArch", arch)
|
|
.Environment("__WorkaroundCliCoreHostBinDir", Dirs.Corehost)
|
|
.Environment("__WorkaroundCliCoreHostPolicyVer", HostPolicyVer)
|
|
.Environment("__WorkaroundCliCoreHostFxrVer", HostFxrVer)
|
|
.Environment("__WorkaroundCliCoreHostVer", HostVer)
|
|
.Environment("__WorkaroundCliCoreHostBuildMajor", buildMajor)
|
|
.Environment("__WorkaroundCliCoreHostVersionTag", versionTag)
|
|
.ForwardStdOut()
|
|
.ForwardStdErr()
|
|
.Execute()
|
|
.EnsureSuccessful();
|
|
}
|
|
else
|
|
{
|
|
Exec(Path.Combine(pkgDir, "pack.sh"),
|
|
"--arch",
|
|
"x64",
|
|
"--hostbindir",
|
|
Dirs.Corehost,
|
|
"--policyver",
|
|
HostPolicyVer,
|
|
"--fxrver",
|
|
HostFxrVer,
|
|
"--hostver",
|
|
HostVer,
|
|
"--build",
|
|
buildMajor,
|
|
"--vertag",
|
|
versionTag);
|
|
}
|
|
int runtimeCount = 0;
|
|
foreach (var file in Directory.GetFiles(Path.Combine(pkgDir, "bin", "packages"), "*.nupkg"))
|
|
{
|
|
var fileName = Path.GetFileName(file);
|
|
File.Copy(file, Path.Combine(Dirs.Corehost, fileName), true);
|
|
runtimeCount += (fileName.StartsWith("runtime.") ? 1 : 0);
|
|
|
|
Console.WriteLine($"Copying package {fileName} to artifacts directory {Dirs.Corehost}.");
|
|
}
|
|
if (runtimeCount < 3)
|
|
{
|
|
throw new BuildFailureException("Not all corehost nupkgs were successfully created");
|
|
}
|
|
return c.Success();
|
|
}
|
|
|
|
private static string GetRuntimeId()
|
|
{
|
|
string info = DotNetCli.Stage0.Exec("", "--info").CaptureStdOut().Execute().StdOut;
|
|
string rid = Array.Find<string>(info.Split(Environment.NewLine.ToCharArray()), (e) => e.Contains("RID:"))?.Replace("RID:", "").Trim();
|
|
|
|
// TODO: when Stage0 is updated with the new --info, remove this legacy check for --version
|
|
if (string.IsNullOrEmpty(rid))
|
|
{
|
|
string version = DotNetCli.Stage0.Exec("", "--version").CaptureStdOut().Execute().StdOut;
|
|
rid = Array.Find<string>(version.Split(Environment.NewLine.ToCharArray()), (e) => e.Contains("Runtime Id:")).Replace("Runtime Id:", "").Trim();
|
|
}
|
|
|
|
if (string.IsNullOrEmpty(rid))
|
|
{
|
|
throw new BuildFailureException("Could not find the Runtime ID from Stage0 --info or --version");
|
|
}
|
|
|
|
return rid;
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult CompileStage1(BuildTargetContext c)
|
|
{
|
|
CleanBinObj(c, Path.Combine(c.BuildContext.BuildDirectory, "src"));
|
|
CleanBinObj(c, Path.Combine(c.BuildContext.BuildDirectory, "test"));
|
|
|
|
if (Directory.Exists(Dirs.Stage1))
|
|
{
|
|
Utils.DeleteDirectory(Dirs.Stage1);
|
|
}
|
|
Directory.CreateDirectory(Dirs.Stage1);
|
|
|
|
CopySharedHost(Dirs.Stage1);
|
|
PublishSharedFramework(c, Dirs.Stage1, DotNetCli.Stage0);
|
|
var result = CompileCliSdk(c,
|
|
dotnet: DotNetCli.Stage0,
|
|
outputDir: Dirs.Stage1);
|
|
|
|
CleanOutputDir(Path.Combine(Dirs.Stage1, "sdk"));
|
|
FS.CopyRecursive(Dirs.Stage1, Dirs.Stage1Symbols);
|
|
|
|
RemovePdbsFromDir(Path.Combine(Dirs.Stage1, "sdk"));
|
|
|
|
return result;
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult CompileStage2(BuildTargetContext c)
|
|
{
|
|
var configuration = c.BuildContext.Get<string>("Configuration");
|
|
|
|
CleanBinObj(c, Path.Combine(c.BuildContext.BuildDirectory, "src"));
|
|
CleanBinObj(c, Path.Combine(c.BuildContext.BuildDirectory, "test"));
|
|
|
|
if (Directory.Exists(Dirs.Stage2))
|
|
{
|
|
Utils.DeleteDirectory(Dirs.Stage2);
|
|
}
|
|
Directory.CreateDirectory(Dirs.Stage2);
|
|
|
|
PublishSharedFramework(c, Dirs.Stage2, DotNetCli.Stage1);
|
|
CopySharedHost(Dirs.Stage2);
|
|
var result = CompileCliSdk(c,
|
|
dotnet: DotNetCli.Stage1,
|
|
outputDir: Dirs.Stage2);
|
|
|
|
if (!result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
|
|
if (CurrentPlatform.IsWindows)
|
|
{
|
|
// build projects for nuget packages
|
|
var packagingOutputDir = Path.Combine(Dirs.Stage2Compilation, "forPackaging");
|
|
Mkdirp(packagingOutputDir);
|
|
foreach (var project in PackageTargets.ProjectsToPack)
|
|
{
|
|
// Just build them, we'll pack later
|
|
var packBuildResult = DotNetCli.Stage1.Build(
|
|
"--build-base-path",
|
|
packagingOutputDir,
|
|
"--configuration",
|
|
configuration,
|
|
Path.Combine(c.BuildContext.BuildDirectory, "src", project))
|
|
.Execute();
|
|
|
|
packBuildResult.EnsureSuccessful();
|
|
}
|
|
}
|
|
|
|
CleanOutputDir(Path.Combine(Dirs.Stage2, "sdk"));
|
|
FS.CopyRecursive(Dirs.Stage2, Dirs.Stage2Symbols);
|
|
|
|
RemovePdbsFromDir(Path.Combine(Dirs.Stage2, "sdk"));
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
private static void CleanOutputDir(string directory)
|
|
{
|
|
foreach (var file in FilesToClean)
|
|
{
|
|
FS.RmFilesInDirRecursive(directory, file);
|
|
}
|
|
}
|
|
|
|
private static void RemovePdbsFromDir(string directory)
|
|
{
|
|
FS.RmFilesInDirRecursive(directory, "*.pdb");
|
|
}
|
|
|
|
private static void CopySharedHost(string outputDir)
|
|
{
|
|
// corehost will be renamed to dotnet at some point and then this can be removed.
|
|
File.Copy(
|
|
Path.Combine(Dirs.Corehost, CoreHostBaseName),
|
|
Path.Combine(outputDir, $"dotnet{Constants.ExeSuffix}"), true);
|
|
File.Copy(
|
|
Path.Combine(Dirs.Corehost, DotnetHostFxrBaseName),
|
|
Path.Combine(outputDir, DotnetHostFxrBaseName), true);
|
|
}
|
|
|
|
public static void PublishSharedFramework(BuildTargetContext c, string outputDir, DotNetCli dotnetCli)
|
|
{
|
|
string SharedFrameworkTemplateSourceRoot = Path.Combine(Dirs.RepoRoot, "src", "sharedframework", "framework");
|
|
string SharedFrameworkNugetVersion = c.BuildContext.Get<string>("SharedFrameworkNugetVersion");
|
|
|
|
string sharedFrameworkRid;
|
|
if (PlatformServices.Default.Runtime.OperatingSystemPlatform == Platform.Windows)
|
|
{
|
|
sharedFrameworkRid = $"win7-{PlatformServices.Default.Runtime.RuntimeArchitecture}";
|
|
}
|
|
else
|
|
{
|
|
sharedFrameworkRid = PlatformServices.Default.Runtime.GetRuntimeIdentifier();
|
|
}
|
|
|
|
string SharedFrameworkSourceRoot = GenerateSharedFrameworkProject(c, SharedFrameworkTemplateSourceRoot, sharedFrameworkRid);
|
|
|
|
dotnetCli.Restore("--verbosity", "verbose", "--disable-parallel", "--infer-runtimes", "--fallbacksource", Dirs.Corehost)
|
|
.WorkingDirectory(SharedFrameworkSourceRoot)
|
|
.Execute()
|
|
.EnsureSuccessful();
|
|
|
|
// We publish to a sub folder of the PublishRoot so tools like heat and zip can generate folder structures easier.
|
|
string SharedFrameworkNameAndVersionRoot = Path.Combine(outputDir, "shared", SharedFrameworkName, SharedFrameworkNugetVersion);
|
|
c.BuildContext["SharedFrameworkPath"] = SharedFrameworkNameAndVersionRoot;
|
|
|
|
if (Directory.Exists(SharedFrameworkNameAndVersionRoot))
|
|
{
|
|
Utils.DeleteDirectory(SharedFrameworkNameAndVersionRoot);
|
|
}
|
|
|
|
string publishFramework = "dnxcore50"; // Temporary, use "netcoreapp" when we update nuget.
|
|
|
|
dotnetCli.Publish(
|
|
"--output", SharedFrameworkNameAndVersionRoot,
|
|
"-r", sharedFrameworkRid,
|
|
"-f", publishFramework,
|
|
SharedFrameworkSourceRoot).Execute().EnsureSuccessful();
|
|
|
|
// Clean up artifacts that dotnet-publish generates which we don't need
|
|
DeleteMainPublishOutput(SharedFrameworkNameAndVersionRoot, "framework");
|
|
File.Delete(Path.Combine(SharedFrameworkNameAndVersionRoot, "framework.runtimeconfig.json"));
|
|
|
|
// Rename the .deps file
|
|
var destinationDeps = Path.Combine(SharedFrameworkNameAndVersionRoot, $"{SharedFrameworkName}.deps.json");
|
|
File.Move(Path.Combine(SharedFrameworkNameAndVersionRoot, "framework.deps.json"), destinationDeps);
|
|
ChangeEntryPointLibraryName(destinationDeps, null);
|
|
|
|
// Generate RID fallback graph
|
|
string runtimeGraphGeneratorRuntime = null;
|
|
switch (PlatformServices.Default.Runtime.OperatingSystemPlatform)
|
|
{
|
|
case Platform.Windows:
|
|
runtimeGraphGeneratorRuntime = "win";
|
|
break;
|
|
case Platform.Linux:
|
|
runtimeGraphGeneratorRuntime = "linux";
|
|
break;
|
|
case Platform.Darwin:
|
|
runtimeGraphGeneratorRuntime = "osx";
|
|
break;
|
|
}
|
|
if (!string.IsNullOrEmpty(runtimeGraphGeneratorRuntime))
|
|
{
|
|
var runtimeGraphGeneratorName = "RuntimeGraphGenerator";
|
|
var runtimeGraphGeneratorProject = Path.Combine(Dirs.RepoRoot, "tools", runtimeGraphGeneratorName);
|
|
var runtimeGraphGeneratorOutput = Path.Combine(Dirs.Output, "tools", runtimeGraphGeneratorName);
|
|
|
|
dotnetCli.Publish(
|
|
"--output", runtimeGraphGeneratorOutput,
|
|
runtimeGraphGeneratorProject).Execute().EnsureSuccessful();
|
|
var runtimeGraphGeneratorExe = Path.Combine(runtimeGraphGeneratorOutput, $"{runtimeGraphGeneratorName}{Constants.ExeSuffix}");
|
|
|
|
Cmd(runtimeGraphGeneratorExe, "--project", SharedFrameworkSourceRoot, "--deps", destinationDeps, runtimeGraphGeneratorRuntime)
|
|
.Execute()
|
|
.EnsureSuccessful();
|
|
}
|
|
else
|
|
{
|
|
c.Error($"Could not determine rid graph generation runtime for platform {PlatformServices.Default.Runtime.OperatingSystemPlatform}");
|
|
}
|
|
|
|
// corehost will be renamed to dotnet at some point and then we will not need to rename it here.
|
|
File.Copy(
|
|
Path.Combine(Dirs.Corehost, CoreHostBaseName),
|
|
Path.Combine(SharedFrameworkNameAndVersionRoot, $"dotnet{Constants.ExeSuffix}"), true);
|
|
File.Copy(
|
|
Path.Combine(Dirs.Corehost, CoreHostBaseName),
|
|
Path.Combine(SharedFrameworkNameAndVersionRoot, CoreHostBaseName), true);
|
|
File.Copy(
|
|
Path.Combine(Dirs.Corehost, HostPolicyBaseName),
|
|
Path.Combine(SharedFrameworkNameAndVersionRoot, HostPolicyBaseName), true);
|
|
File.Copy(
|
|
Path.Combine(Dirs.Corehost, DotnetHostFxrBaseName),
|
|
Path.Combine(SharedFrameworkNameAndVersionRoot, DotnetHostFxrBaseName), true);
|
|
|
|
if (File.Exists(Path.Combine(SharedFrameworkNameAndVersionRoot, "mscorlib.ni.dll")))
|
|
{
|
|
// Publish already places the crossgen'd version of mscorlib into the output, so we can
|
|
// remove the IL version
|
|
File.Delete(Path.Combine(SharedFrameworkNameAndVersionRoot, "mscorlib.dll"));
|
|
}
|
|
|
|
CrossgenSharedFx(c, SharedFrameworkNameAndVersionRoot);
|
|
|
|
// Generate .version file for sharedfx
|
|
var version = SharedFrameworkNugetVersion;
|
|
var content = $@"{c.BuildContext["CommitHash"]}{Environment.NewLine}{version}{Environment.NewLine}";
|
|
File.WriteAllText(Path.Combine(SharedFrameworkNameAndVersionRoot, ".version"), content);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Generates the real shared framework project that will get published.
|
|
/// </summary>
|
|
/// <param name="sharedFrameworkTemplatePath">The "sharedFramework" source template folder.</param>
|
|
private static string GenerateSharedFrameworkProject(BuildTargetContext c, string sharedFrameworkTemplatePath, string rid)
|
|
{
|
|
string sharedFrameworkProjectPath = Path.Combine(Dirs.Intermediate, "sharedFramework", "framework");
|
|
Utils.DeleteDirectory(sharedFrameworkProjectPath);
|
|
CopyRecursive(sharedFrameworkTemplatePath, sharedFrameworkProjectPath, true);
|
|
|
|
string templateFile = Path.Combine(sharedFrameworkProjectPath, "project.json.template");
|
|
JObject sharedFrameworkProject = JsonUtils.ReadProject(templateFile);
|
|
sharedFrameworkProject["dependencies"]["Microsoft.NETCore.App"] = c.BuildContext.Get<BuildVersion>("BuildVersion").NetCoreAppVersion;
|
|
((JObject)sharedFrameworkProject["runtimes"]).RemoveAll();
|
|
sharedFrameworkProject["runtimes"][rid] = new JObject();
|
|
|
|
string projectJsonPath = Path.Combine(sharedFrameworkProjectPath, "project.json");
|
|
JsonUtils.WriteProject(sharedFrameworkProject, projectJsonPath);
|
|
|
|
Rm(templateFile);
|
|
|
|
return sharedFrameworkProjectPath;
|
|
}
|
|
|
|
private static BuildTargetResult CompileCliSdk(BuildTargetContext c, DotNetCli dotnet, string outputDir)
|
|
{
|
|
var configuration = c.BuildContext.Get<string>("Configuration");
|
|
var buildVersion = c.BuildContext.Get<BuildVersion>("BuildVersion");
|
|
outputDir = Path.Combine(outputDir, "sdk", buildVersion.NuGetVersion);
|
|
|
|
Rmdir(outputDir);
|
|
Mkdirp(outputDir);
|
|
|
|
foreach (var project in ProjectsToPublish)
|
|
{
|
|
// TODO: Use the flag once we get a full build round tripped
|
|
// --version-suffix buildVesion.VersionSuffix
|
|
dotnet.Publish(
|
|
"--native-subdirectory",
|
|
"--output",
|
|
outputDir,
|
|
"--configuration",
|
|
configuration,
|
|
Path.Combine(c.BuildContext.BuildDirectory, "src", project))
|
|
.Environment("DOTNET_BUILD_VERSION", buildVersion.VersionSuffix)
|
|
.Execute()
|
|
.EnsureSuccessful();
|
|
}
|
|
|
|
FixModeFlags(outputDir);
|
|
|
|
string compilersProject = Path.Combine(Dirs.RepoRoot, "src", "compilers");
|
|
dotnet.Publish(compilersProject,
|
|
"--output",
|
|
outputDir,
|
|
"--framework",
|
|
"netstandard1.5")
|
|
.Execute()
|
|
.EnsureSuccessful();
|
|
|
|
var compilersDeps = Path.Combine(outputDir, "compilers.deps.json");
|
|
var compilersRuntimeConfig = Path.Combine(outputDir, "compilers.runtimeconfig.json");
|
|
|
|
// Copy corehost
|
|
File.Copy(Path.Combine(Dirs.Corehost, $"corehost{Constants.ExeSuffix}"), Path.Combine(outputDir, $"corehost{Constants.ExeSuffix}"), overwrite: true);
|
|
File.Copy(Path.Combine(Dirs.Corehost, $"{Constants.DynamicLibPrefix}hostpolicy{Constants.DynamicLibSuffix}"), Path.Combine(outputDir, $"{Constants.DynamicLibPrefix}hostpolicy{Constants.DynamicLibSuffix}"), overwrite: true);
|
|
File.Copy(Path.Combine(Dirs.Corehost, $"{Constants.DynamicLibPrefix}hostfxr{Constants.DynamicLibSuffix}"), Path.Combine(outputDir, $"{Constants.DynamicLibPrefix}hostfxr{Constants.DynamicLibSuffix}"), overwrite: true);
|
|
|
|
var binaryToCorehostifyOutDir = Path.Combine(outputDir, "runtimes", "any", "native");
|
|
// Corehostify binaries
|
|
foreach (var binaryToCorehostify in BinariesForCoreHost)
|
|
{
|
|
try
|
|
{
|
|
// Yes, it is .exe even on Linux. This is the managed exe we're working with
|
|
File.Copy(Path.Combine(binaryToCorehostifyOutDir, $"{binaryToCorehostify}.exe"), Path.Combine(outputDir, $"{binaryToCorehostify}.dll"));
|
|
File.Delete(Path.Combine(binaryToCorehostifyOutDir, $"{binaryToCorehostify}.exe"));
|
|
File.Copy(compilersDeps, Path.Combine(outputDir, binaryToCorehostify + ".deps.json"));
|
|
File.Copy(compilersRuntimeConfig, Path.Combine(outputDir, binaryToCorehostify + ".runtimeconfig.json"));
|
|
ChangeEntryPointLibraryName(Path.Combine(outputDir, binaryToCorehostify + ".deps.json"), binaryToCorehostify);
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
return c.Failed($"Failed to corehostify '{binaryToCorehostify}': {ex.ToString()}");
|
|
}
|
|
}
|
|
|
|
// cleanup compilers project output we don't need
|
|
DeleteMainPublishOutput(outputDir, "compilers");
|
|
File.Delete(compilersDeps);
|
|
File.Delete(compilersRuntimeConfig);
|
|
|
|
// Copy AppDeps
|
|
var result = CopyAppDeps(c, outputDir);
|
|
if (!result.Success)
|
|
{
|
|
return result;
|
|
}
|
|
|
|
// Generate .version file
|
|
var version = buildVersion.NuGetVersion;
|
|
var content = $@"{c.BuildContext["CommitHash"]}{Environment.NewLine}{version}{Environment.NewLine}";
|
|
File.WriteAllText(Path.Combine(outputDir, ".version"), content);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
private static BuildTargetResult CopyAppDeps(BuildTargetContext c, string outputDir)
|
|
{
|
|
var appDepOutputDir = Path.Combine(outputDir, "appdepsdk");
|
|
Rmdir(appDepOutputDir);
|
|
Mkdirp(appDepOutputDir);
|
|
|
|
// Find toolchain package
|
|
string packageId;
|
|
|
|
if (CurrentPlatform.IsWindows)
|
|
{
|
|
if (CurrentArchitecture.Isx86)
|
|
{
|
|
// https://github.com/dotnet/cli/issues/1550
|
|
c.Warn("Native compilation is not yet working on Windows x86");
|
|
return c.Success();
|
|
}
|
|
|
|
packageId = "toolchain.win7-x64.Microsoft.DotNet.AppDep";
|
|
}
|
|
else if (CurrentPlatform.IsUbuntu)
|
|
{
|
|
packageId = "toolchain.ubuntu.14.04-x64.Microsoft.DotNet.AppDep";
|
|
}
|
|
else if (CurrentPlatform.IsCentOS || CurrentPlatform.IsRHEL || CurrentPlatform.IsDebian)
|
|
{
|
|
c.Warn($"Native compilation is not yet working on {CurrentPlatform.Current}");
|
|
return c.Success();
|
|
}
|
|
else if (CurrentPlatform.IsOSX)
|
|
{
|
|
packageId = "toolchain.osx.10.10-x64.Microsoft.DotNet.AppDep";
|
|
}
|
|
else
|
|
{
|
|
return c.Failed("Unsupported OS Platform");
|
|
}
|
|
|
|
var appDepPath = Path.Combine(
|
|
Dirs.NuGetPackages,
|
|
packageId,
|
|
AppDepSdkVersion);
|
|
CopyRecursive(appDepPath, appDepOutputDir, overwrite: true);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
public static BuildTargetResult CrossgenSharedFx(BuildTargetContext c, string pathToAssemblies)
|
|
{
|
|
// Check if we need to skip crossgen
|
|
if (string.Equals(Environment.GetEnvironmentVariable("DONT_CROSSGEN_SHAREDFRAMEWORK"), "1"))
|
|
{
|
|
c.Warn("Skipping crossgen for SharedFx because DONT_CROSSGEN_SHAREDFRAMEWORK is set to 1");
|
|
return c.Success();
|
|
}
|
|
|
|
foreach (var file in Directory.GetFiles(pathToAssemblies))
|
|
{
|
|
string fileName = Path.GetFileName(file);
|
|
|
|
if (fileName == "mscorlib.dll" || fileName == "mscorlib.ni.dll" || !HasMetadata(file))
|
|
{
|
|
continue;
|
|
}
|
|
|
|
string tempPathName = Path.ChangeExtension(file, "readytorun");
|
|
|
|
// This is not always correct. The version of crossgen we need to pick up is whatever one was restored as part
|
|
// of the Microsoft.NETCore.Runtime.CoreCLR package that is part of the shared library. For now, the version hardcoded
|
|
// in CompileTargets and the one in the shared library project.json match and are updated in lock step, but long term
|
|
// we need to be able to look at the project.lock.json file and figure out what version of Microsoft.NETCore.Runtime.CoreCLR
|
|
// was used, and then select that version.
|
|
ExecSilent(Crossgen.GetCrossgenPathForVersion(CompileTargets.CoreCLRVersion),
|
|
"-readytorun", "-in", file, "-out", tempPathName, "-platform_assemblies_paths", pathToAssemblies);
|
|
|
|
File.Delete(file);
|
|
File.Move(tempPathName, file);
|
|
}
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
private static void ChangeEntryPointLibraryName(string depsFile, string newName)
|
|
{
|
|
JToken deps;
|
|
using (var file = File.OpenText(depsFile))
|
|
using (JsonTextReader reader = new JsonTextReader(file))
|
|
{
|
|
deps = JObject.ReadFrom(reader);
|
|
}
|
|
|
|
var target = deps["targets"][deps["runtimeTarget"]["name"].Value<string>()];
|
|
var library = target.Children<JProperty>().First();
|
|
var version = library.Name.Substring(library.Name.IndexOf('/') + 1);
|
|
if (newName == null)
|
|
{
|
|
library.Remove();
|
|
}
|
|
else
|
|
{
|
|
library.Replace(new JProperty(newName + '/' + version, library.Value));
|
|
}
|
|
library = deps["libraries"].Children<JProperty>().First();
|
|
if (newName == null)
|
|
{
|
|
library.Remove();
|
|
}
|
|
else
|
|
{
|
|
library.Replace(new JProperty(newName + '/' + version, library.Value));
|
|
}
|
|
using (var file = File.CreateText(depsFile))
|
|
using (var writer = new JsonTextWriter(file) { Formatting = Formatting.Indented})
|
|
{
|
|
deps.WriteTo(writer);
|
|
}
|
|
}
|
|
|
|
private static void DeleteMainPublishOutput(string path, string name)
|
|
{
|
|
File.Delete(Path.Combine(path, $"{name}{Constants.ExeSuffix}"));
|
|
File.Delete(Path.Combine(path, $"{name}.dll"));
|
|
File.Delete(Path.Combine(path, $"{name}.pdb"));
|
|
}
|
|
|
|
private static bool HasMetadata(string pathToFile)
|
|
{
|
|
try
|
|
{
|
|
using (var inStream = File.OpenRead(pathToFile))
|
|
{
|
|
using (var peReader = new PEReader(inStream))
|
|
{
|
|
return peReader.HasMetadata;
|
|
}
|
|
}
|
|
}
|
|
catch (BadImageFormatException) { }
|
|
|
|
return false;
|
|
}
|
|
}
|
|
}
|