440 lines
18 KiB
C#
440 lines
18 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Net.Http;
|
|
using System.Text;
|
|
using Microsoft.DotNet.Cli.Build.Framework;
|
|
using Microsoft.WindowsAzure.Storage;
|
|
using Microsoft.WindowsAzure.Storage.Blob;
|
|
|
|
using static Microsoft.DotNet.Cli.Build.Framework.BuildHelpers;
|
|
|
|
namespace Microsoft.DotNet.Cli.Build
|
|
{
|
|
public static class PublishTargets
|
|
{
|
|
private static AzurePublisher AzurePublisherTool { get; set; }
|
|
|
|
private static DebRepoPublisher DebRepoPublisherTool { get; set; }
|
|
|
|
private static string Channel { get; set; }
|
|
|
|
private static string CliVersion { get; set; }
|
|
|
|
private static string CliNuGetVersion { get; set; }
|
|
|
|
private static string SharedFrameworkNugetVersion { get; set; }
|
|
|
|
private static string SharedHostNugetVersion { get; set; }
|
|
|
|
[Target]
|
|
public static BuildTargetResult InitPublish(BuildTargetContext c)
|
|
{
|
|
AzurePublisherTool = new AzurePublisher();
|
|
DebRepoPublisherTool = new DebRepoPublisher(Dirs.Packages);
|
|
|
|
CliVersion = c.BuildContext.Get<BuildVersion>("BuildVersion").SimpleVersion;
|
|
CliNuGetVersion = c.BuildContext.Get<BuildVersion>("BuildVersion").NuGetVersion;
|
|
SharedFrameworkNugetVersion = c.BuildContext.Get<string>("SharedFrameworkNugetVersion");
|
|
SharedHostNugetVersion = c.BuildContext.Get<HostVersion>("HostVersion").LockedHostVersion;
|
|
Channel = c.BuildContext.Get<string>("Channel");
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target(nameof(PrepareTargets.Init),
|
|
nameof(PublishTargets.InitPublish),
|
|
nameof(PublishTargets.PublishArtifacts),
|
|
nameof(PublishTargets.TriggerDockerHubBuilds),
|
|
nameof(PublishTargets.FinalizeBuild))]
|
|
[Environment("PUBLISH_TO_AZURE_BLOB", "1", "true")] // This is set by CI systems
|
|
public static BuildTargetResult Publish(BuildTargetContext c)
|
|
{
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult FinalizeBuild(BuildTargetContext c)
|
|
{
|
|
if (CheckIfAllBuildsHavePublished())
|
|
{
|
|
string targetContainer = $"{Channel}/Binaries/Latest/";
|
|
string targetVersionFile = $"{targetContainer}{CliNuGetVersion}";
|
|
string semaphoreBlob = $"{Channel}/Binaries/publishSemaphore";
|
|
AzurePublisherTool.CreateBlobIfNotExists(semaphoreBlob);
|
|
string leaseId = AzurePublisherTool.AcquireLeaseOnBlob(semaphoreBlob);
|
|
|
|
// Prevent race conditions by dropping a version hint of what version this is. If we see this file
|
|
// and it is the same as our version then we know that a race happened where two+ builds finished
|
|
// at the same time and someone already took care of publishing and we have no work to do.
|
|
if (AzurePublisherTool.IsLatestSpecifiedVersion(targetVersionFile))
|
|
{
|
|
AzurePublisherTool.ReleaseLeaseOnBlob(semaphoreBlob, leaseId);
|
|
return c.Success();
|
|
}
|
|
else
|
|
{
|
|
// This is an old drop of latest so remove all old files to ensure a clean state
|
|
AzurePublisherTool.ListBlobs($"{targetContainer}")
|
|
.Select(s => s.Replace("/dotnet/", ""))
|
|
.ToList()
|
|
.ForEach(f => AzurePublisherTool.TryDeleteBlob(f));
|
|
|
|
// Drop the version file signaling such for any race-condition builds (see above comment).
|
|
AzurePublisherTool.DropLatestSpecifiedVersion(targetVersionFile);
|
|
}
|
|
|
|
try
|
|
{
|
|
// Copy the latest CLI bits
|
|
CopyBlobs($"{Channel}/Binaries/{CliNuGetVersion}/", targetContainer);
|
|
|
|
// Copy the shared framework
|
|
CopyBlobs($"{Channel}/Binaries/{SharedFrameworkNugetVersion}/", targetContainer);
|
|
|
|
// Copy the latest installer files
|
|
CopyBlobs($"{Channel}/Installers/{CliNuGetVersion}/", $"{Channel}/Installers/Latest/");
|
|
|
|
// Copy the shared framework installers
|
|
CopyBlobs($"{Channel}/Installers/{SharedFrameworkNugetVersion}/", $"{Channel}/Installers/Latest/");
|
|
|
|
// Copy the shared host installers
|
|
CopyBlobs($"{Channel}/Installers/{SharedHostNugetVersion}/", $"{Channel}/Installers/Latest/");
|
|
|
|
// Generate the CLI and SDK Version text files
|
|
List<string> versionFiles = new List<string>() { "win.x86.version", "win.x64.version", "ubuntu.x64.version", "rhel.x64.version", "osx.x64.version", "debian.x64.version", "centos.x64.version" };
|
|
string cliVersion = Utils.GetCliVersionFileContent(c);
|
|
string sfxVersion = Utils.GetSharedFrameworkVersionFileContent(c);
|
|
foreach (string version in versionFiles)
|
|
{
|
|
AzurePublisherTool.PublishStringToBlob($"{Channel}/dnvm/latest.{version}", cliVersion);
|
|
AzurePublisherTool.PublishStringToBlob($"{Channel}/dnvm/latest.sharedfx.{version}", sfxVersion);
|
|
}
|
|
}
|
|
finally
|
|
{
|
|
AzurePublisherTool.ReleaseLeaseOnBlob(semaphoreBlob, leaseId);
|
|
}
|
|
}
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
private static void CopyBlobs(string sourceFolder, string destinationFolder)
|
|
{
|
|
foreach (string blob in AzurePublisherTool.ListBlobs(sourceFolder))
|
|
{
|
|
string source = blob.Replace("/dotnet/", "");
|
|
string targetName = Path.GetFileName(blob)
|
|
.Replace(CliNuGetVersion, "latest")
|
|
.Replace(SharedFrameworkNugetVersion, "latest")
|
|
.Replace(SharedHostNugetVersion, "latest");
|
|
string target = $"{destinationFolder}{targetName}";
|
|
AzurePublisherTool.CopyBlob(source, target);
|
|
}
|
|
}
|
|
|
|
private static bool CheckIfAllBuildsHavePublished()
|
|
{
|
|
Dictionary<string, bool> badges = new Dictionary<string, bool>()
|
|
{
|
|
{ "Windows_x86", false },
|
|
{ "Windows_x64", false },
|
|
{ "Ubuntu_x64", false },
|
|
{ "RHEL_x64", false },
|
|
{ "OSX_x64", false },
|
|
{ "Debian_x64", false },
|
|
{ "CentOS_x64", false }
|
|
};
|
|
|
|
List<string> blobs = new List<string>(AzurePublisherTool.ListBlobs($"{Channel}/Binaries/{CliNuGetVersion}/"));
|
|
|
|
var config = Environment.GetEnvironmentVariable("CONFIGURATION");
|
|
var versionBadgeName = $"{CurrentPlatform.Current}_{CurrentArchitecture.Current}";
|
|
if (badges.ContainsKey(versionBadgeName) == false)
|
|
{
|
|
throw new ArgumentException("A new OS build was added without adding the moniker to the {nameof(badges)} lookup");
|
|
}
|
|
|
|
foreach (string file in blobs)
|
|
{
|
|
string name = Path.GetFileName(file);
|
|
string key = string.Empty;
|
|
|
|
foreach (string img in badges.Keys)
|
|
{
|
|
if ((name.StartsWith($"{img}")) && (name.EndsWith(".svg")))
|
|
{
|
|
key = img;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (string.IsNullOrEmpty(key) == false)
|
|
{
|
|
badges[key] = true;
|
|
}
|
|
}
|
|
|
|
return badges.Keys.All(key => badges[key]);
|
|
}
|
|
|
|
[Target(
|
|
nameof(PublishTargets.PublishInstallerFilesToAzure),
|
|
nameof(PublishTargets.PublishArchivesToAzure),
|
|
nameof(PublishTargets.PublishDebFilesToDebianRepo),
|
|
nameof(PublishTargets.PublishCoreHostPackages),
|
|
nameof(PublishTargets.PublishCliVersionBadge))]
|
|
public static BuildTargetResult PublishArtifacts(BuildTargetContext c) => c.Success();
|
|
|
|
[Target(
|
|
nameof(PublishTargets.PublishSharedHostInstallerFileToAzure),
|
|
nameof(PublishTargets.PublishSharedFrameworkInstallerFileToAzure),
|
|
nameof(PublishTargets.PublishSdkInstallerFileToAzure),
|
|
nameof(PublishTargets.PublishCombinedFrameworkSDKHostInstallerFileToAzure),
|
|
nameof(PublishTargets.PublishCombinedFrameworkHostInstallerFileToAzure))]
|
|
public static BuildTargetResult PublishInstallerFilesToAzure(BuildTargetContext c) => c.Success();
|
|
|
|
[Target(
|
|
nameof(PublishTargets.PublishCombinedHostFrameworkArchiveToAzure),
|
|
nameof(PublishTargets.PublishCombinedHostFrameworkSdkArchiveToAzure),
|
|
nameof(PublishTargets.PublishCombinedFrameworkSDKArchiveToAzure),
|
|
nameof(PublishTargets.PublishSDKSymbolsArchiveToAzure))]
|
|
public static BuildTargetResult PublishArchivesToAzure(BuildTargetContext c) => c.Success();
|
|
|
|
[Target(
|
|
nameof(PublishSdkDebToDebianRepo),
|
|
nameof(PublishSharedFrameworkDebToDebianRepo),
|
|
nameof(PublishSharedHostDebToDebianRepo))]
|
|
[BuildPlatforms(BuildPlatform.Ubuntu)]
|
|
public static BuildTargetResult PublishDebFilesToDebianRepo(BuildTargetContext c)
|
|
{
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult PublishCliVersionBadge(BuildTargetContext c)
|
|
{
|
|
var versionBadge = c.BuildContext.Get<string>("VersionBadge");
|
|
var versionBadgeBlob = $"{Channel}/Binaries/{CliNuGetVersion}/{Path.GetFileName(versionBadge)}";
|
|
AzurePublisherTool.PublishFile(versionBadgeBlob, versionBadge);
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult PublishCoreHostPackages(BuildTargetContext c)
|
|
{
|
|
foreach (var file in Directory.GetFiles(Dirs.CorehostLocalPackages, "*.nupkg"))
|
|
{
|
|
var hostBlob = $"{Channel}/Binaries/{CliNuGetVersion}/{Path.GetFileName(file)}";
|
|
AzurePublisherTool.PublishFile(hostBlob, file);
|
|
Console.WriteLine($"Publishing package {hostBlob} to Azure.");
|
|
}
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Ubuntu, BuildPlatform.Windows)]
|
|
public static BuildTargetResult PublishSharedHostInstallerFileToAzure(BuildTargetContext c)
|
|
{
|
|
var version = SharedHostNugetVersion;
|
|
var installerFile = c.BuildContext.Get<string>("SharedHostInstallerFile");
|
|
|
|
if (CurrentPlatform.Current == BuildPlatform.Windows)
|
|
{
|
|
installerFile = Path.ChangeExtension(installerFile, "msi");
|
|
}
|
|
|
|
AzurePublisherTool.PublishInstallerFile(installerFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Ubuntu)]
|
|
public static BuildTargetResult PublishSharedFrameworkInstallerFileToAzure(BuildTargetContext c)
|
|
{
|
|
var version = SharedFrameworkNugetVersion;
|
|
var installerFile = c.BuildContext.Get<string>("SharedFrameworkInstallerFile");
|
|
|
|
AzurePublisherTool.PublishInstallerFile(installerFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Ubuntu)]
|
|
public static BuildTargetResult PublishSdkInstallerFileToAzure(BuildTargetContext c)
|
|
{
|
|
var version = CliNuGetVersion;
|
|
var installerFile = c.BuildContext.Get<string>("SdkInstallerFile");
|
|
|
|
AzurePublisherTool.PublishInstallerFile(installerFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Windows, BuildPlatform.OSX)]
|
|
public static BuildTargetResult PublishCombinedFrameworkHostInstallerFileToAzure(BuildTargetContext c)
|
|
{
|
|
var version = SharedFrameworkNugetVersion;
|
|
var installerFile = c.BuildContext.Get<string>("CombinedFrameworkHostInstallerFile");
|
|
|
|
AzurePublisherTool.PublishInstallerFile(installerFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Windows, BuildPlatform.OSX)]
|
|
public static BuildTargetResult PublishCombinedFrameworkSDKHostInstallerFileToAzure(BuildTargetContext c)
|
|
{
|
|
var version = CliNuGetVersion;
|
|
var installerFile = c.BuildContext.Get<string>("CombinedFrameworkSDKHostInstallerFile");
|
|
|
|
AzurePublisherTool.PublishInstallerFile(installerFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Windows)]
|
|
public static BuildTargetResult PublishCombinedFrameworkSDKArchiveToAzure(BuildTargetContext c)
|
|
{
|
|
var version = CliNuGetVersion;
|
|
var archiveFile = c.BuildContext.Get<string>("CombinedFrameworkSDKCompressedFile");
|
|
|
|
AzurePublisherTool.PublishArchive(archiveFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult PublishCombinedHostFrameworkSdkArchiveToAzure(BuildTargetContext c)
|
|
{
|
|
var version = CliNuGetVersion;
|
|
var archiveFile = c.BuildContext.Get<string>("CombinedFrameworkSDKHostCompressedFile");
|
|
|
|
AzurePublisherTool.PublishArchive(archiveFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult PublishSDKSymbolsArchiveToAzure(BuildTargetContext c)
|
|
{
|
|
var version = CliNuGetVersion;
|
|
var archiveFile = c.BuildContext.Get<string>("SdkSymbolsCompressedFile");
|
|
|
|
AzurePublisherTool.PublishArchive(archiveFile, Channel, version);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
public static BuildTargetResult PublishCombinedHostFrameworkArchiveToAzure(BuildTargetContext c)
|
|
{
|
|
var version = SharedFrameworkNugetVersion;
|
|
var archiveFile = c.BuildContext.Get<string>("CombinedFrameworkHostCompressedFile");
|
|
|
|
AzurePublisherTool.PublishArchive(archiveFile, Channel, version);
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Ubuntu)]
|
|
public static BuildTargetResult PublishSdkDebToDebianRepo(BuildTargetContext c)
|
|
{
|
|
var version = CliNuGetVersion;
|
|
|
|
var packageName = Monikers.GetSdkDebianPackageName(c);
|
|
var installerFile = c.BuildContext.Get<string>("SdkInstallerFile");
|
|
var uploadUrl = AzurePublisherTool.CalculateInstallerUploadUrl(installerFile, Channel, version);
|
|
|
|
DebRepoPublisherTool.PublishDebFileToDebianRepo(
|
|
packageName,
|
|
version,
|
|
uploadUrl);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Ubuntu)]
|
|
public static BuildTargetResult PublishSharedFrameworkDebToDebianRepo(BuildTargetContext c)
|
|
{
|
|
var version = SharedFrameworkNugetVersion;
|
|
|
|
var packageName = Monikers.GetDebianSharedFrameworkPackageName(c);
|
|
var installerFile = c.BuildContext.Get<string>("SharedFrameworkInstallerFile");
|
|
var uploadUrl = AzurePublisherTool.CalculateInstallerUploadUrl(installerFile, Channel, version);
|
|
|
|
DebRepoPublisherTool.PublishDebFileToDebianRepo(
|
|
packageName,
|
|
version,
|
|
uploadUrl);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[BuildPlatforms(BuildPlatform.Ubuntu)]
|
|
public static BuildTargetResult PublishSharedHostDebToDebianRepo(BuildTargetContext c)
|
|
{
|
|
var version = SharedHostNugetVersion;
|
|
|
|
var packageName = Monikers.GetDebianSharedHostPackageName(c);
|
|
var installerFile = c.BuildContext.Get<string>("SharedHostInstallerFile");
|
|
var uploadUrl = AzurePublisherTool.CalculateInstallerUploadUrl(installerFile, Channel, version);
|
|
|
|
DebRepoPublisherTool.PublishDebFileToDebianRepo(
|
|
packageName,
|
|
version,
|
|
uploadUrl);
|
|
|
|
return c.Success();
|
|
}
|
|
|
|
[Target]
|
|
[Environment("DOCKER_HUB_REPO")]
|
|
[Environment("DOCKER_HUB_TRIGGER_TOKEN")]
|
|
public static BuildTargetResult TriggerDockerHubBuilds(BuildTargetContext c)
|
|
{
|
|
string dockerHubRepo = Environment.GetEnvironmentVariable("DOCKER_HUB_REPO");
|
|
string dockerHubTriggerToken = Environment.GetEnvironmentVariable("DOCKER_HUB_TRIGGER_TOKEN");
|
|
|
|
Uri baseDockerHubUri = new Uri("https://registry.hub.docker.com/u/");
|
|
Uri dockerHubTriggerUri;
|
|
if (!Uri.TryCreate(baseDockerHubUri, $"{dockerHubRepo}/trigger/{dockerHubTriggerToken}/", out dockerHubTriggerUri))
|
|
{
|
|
return c.Failed("Invalid DOCKER_HUB_REPO and/or DOCKER_HUB_TRIGGER_TOKEN");
|
|
}
|
|
|
|
c.Info($"Triggering automated DockerHub builds for {dockerHubRepo}");
|
|
using (HttpClient client = new HttpClient())
|
|
{
|
|
StringContent requestContent = new StringContent("{\"build\": true}", Encoding.UTF8, "application/json");
|
|
try
|
|
{
|
|
HttpResponseMessage response = client.PostAsync(dockerHubTriggerUri, requestContent).Result;
|
|
if (!response.IsSuccessStatusCode)
|
|
{
|
|
StringBuilder sb = new StringBuilder();
|
|
sb.AppendLine($"HTTP request to {dockerHubTriggerUri.ToString()} was unsuccessful.");
|
|
sb.AppendLine($"Response status code: {response.StatusCode}. Reason phrase: {response.ReasonPhrase}.");
|
|
sb.Append($"Respone content: {response.Content.ReadAsStringAsync().Result}");
|
|
return c.Failed(sb.ToString());
|
|
}
|
|
}
|
|
catch (AggregateException e)
|
|
{
|
|
return c.Failed($"HTTP request to {dockerHubTriggerUri.ToString()} failed. {e.ToString()}");
|
|
}
|
|
}
|
|
return c.Success();
|
|
}
|
|
}
|
|
}
|