Update dependencies from https://github.com/dotnet/arcade build 20210714.3 (#11131)
[main] Update dependencies from dotnet/arcade - Coherency Updates: - XliffTasks: from 1.0.0-beta.21358.1 to 1.0.0-beta.21363.1 (parent: Microsoft.DotNet.Arcade.Sdk)
This commit is contained in:
parent
2ec8242666
commit
b0018ef516
9 changed files with 402 additions and 64 deletions
|
@ -152,14 +152,14 @@
|
||||||
</Dependency>
|
</Dependency>
|
||||||
</ProductDependencies>
|
</ProductDependencies>
|
||||||
<ToolsetDependencies>
|
<ToolsetDependencies>
|
||||||
<Dependency Name="Microsoft.DotNet.Arcade.Sdk" Version="6.0.0-beta.21363.2">
|
<Dependency Name="Microsoft.DotNet.Arcade.Sdk" Version="6.0.0-beta.21364.3">
|
||||||
<Uri>https://github.com/dotnet/arcade</Uri>
|
<Uri>https://github.com/dotnet/arcade</Uri>
|
||||||
<Sha>1b053babb8a542e3ab20f93b3d0aedc732b7e0c7</Sha>
|
<Sha>6a8491b61e0c243cbb6a7ff4966b48e6d1e075b1</Sha>
|
||||||
<SourceBuild RepoName="arcade" ManagedOnly="true" />
|
<SourceBuild RepoName="arcade" ManagedOnly="true" />
|
||||||
</Dependency>
|
</Dependency>
|
||||||
<Dependency Name="Microsoft.DotNet.Build.Tasks.Installers" Version="6.0.0-beta.21363.2">
|
<Dependency Name="Microsoft.DotNet.Build.Tasks.Installers" Version="6.0.0-beta.21364.3">
|
||||||
<Uri>https://github.com/dotnet/arcade</Uri>
|
<Uri>https://github.com/dotnet/arcade</Uri>
|
||||||
<Sha>1b053babb8a542e3ab20f93b3d0aedc732b7e0c7</Sha>
|
<Sha>6a8491b61e0c243cbb6a7ff4966b48e6d1e075b1</Sha>
|
||||||
</Dependency>
|
</Dependency>
|
||||||
<Dependency Name="Private.SourceBuild.ReferencePackages" Version="1.0.0-beta.20217.1">
|
<Dependency Name="Private.SourceBuild.ReferencePackages" Version="1.0.0-beta.20217.1">
|
||||||
<Uri>https://github.com/dotnet/source-build-reference-packages</Uri>
|
<Uri>https://github.com/dotnet/source-build-reference-packages</Uri>
|
||||||
|
@ -175,9 +175,9 @@
|
||||||
<Sha>4b584dbc392bb1aad49c2eb1ab84d8b489b6dccc</Sha>
|
<Sha>4b584dbc392bb1aad49c2eb1ab84d8b489b6dccc</Sha>
|
||||||
<SourceBuild RepoName="sourcelink" ManagedOnly="true" />
|
<SourceBuild RepoName="sourcelink" ManagedOnly="true" />
|
||||||
</Dependency>
|
</Dependency>
|
||||||
<Dependency Name="XliffTasks" Version="1.0.0-beta.21358.1" CoherentParentDependency="Microsoft.DotNet.Arcade.Sdk">
|
<Dependency Name="XliffTasks" Version="1.0.0-beta.21363.1" CoherentParentDependency="Microsoft.DotNet.Arcade.Sdk">
|
||||||
<Uri>https://github.com/dotnet/xliff-tasks</Uri>
|
<Uri>https://github.com/dotnet/xliff-tasks</Uri>
|
||||||
<Sha>278d1810611250edf8095eab5ee6aa825fdb178a</Sha>
|
<Sha>5f24cdd0b5703d5c4f5e2d252d34db531c0854db</Sha>
|
||||||
<SourceBuild RepoName="xliff-tasks" ManagedOnly="true" />
|
<SourceBuild RepoName="xliff-tasks" ManagedOnly="true" />
|
||||||
</Dependency>
|
</Dependency>
|
||||||
</ToolsetDependencies>
|
</ToolsetDependencies>
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<!-- Dependency from https://github.com/dotnet/arcade -->
|
<!-- Dependency from https://github.com/dotnet/arcade -->
|
||||||
<MicrosoftDotNetBuildTasksInstallersPackageVersion>6.0.0-beta.21363.2</MicrosoftDotNetBuildTasksInstallersPackageVersion>
|
<MicrosoftDotNetBuildTasksInstallersPackageVersion>6.0.0-beta.21364.3</MicrosoftDotNetBuildTasksInstallersPackageVersion>
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<!-- Dependency from https://github.com/dotnet/winforms -->
|
<!-- Dependency from https://github.com/dotnet/winforms -->
|
||||||
|
|
109
eng/common/sdl/configure-sdl-tool.ps1
Normal file
109
eng/common/sdl/configure-sdl-tool.ps1
Normal file
|
@ -0,0 +1,109 @@
|
||||||
|
Param(
|
||||||
|
[string] $GuardianCliLocation,
|
||||||
|
[string] $WorkingDirectory,
|
||||||
|
[string] $TargetDirectory,
|
||||||
|
[string] $GdnFolder,
|
||||||
|
# The list of Guardian tools to configure. For each object in the array:
|
||||||
|
# - If the item is a [hashtable], it must contain these entries:
|
||||||
|
# - Name = The tool name as Guardian knows it.
|
||||||
|
# - Scenario = (Optional) Scenario-specific name for this configuration entry. It must be unique
|
||||||
|
# among all tool entries with the same Name.
|
||||||
|
# - Args = (Optional) Array of Guardian tool configuration args, like '@("Target > C:\temp")'
|
||||||
|
# - If the item is a [string] $v, it is treated as '@{ Name="$v" }'
|
||||||
|
[object[]] $ToolsList,
|
||||||
|
[string] $GuardianLoggerLevel='Standard',
|
||||||
|
# Optional: Additional params to add to any tool using CredScan.
|
||||||
|
[string[]] $CrScanAdditionalRunConfigParams,
|
||||||
|
# Optional: Additional params to add to any tool using PoliCheck.
|
||||||
|
[string[]] $PoliCheckAdditionalRunConfigParams
|
||||||
|
)
|
||||||
|
|
||||||
|
$ErrorActionPreference = 'Stop'
|
||||||
|
Set-StrictMode -Version 2.0
|
||||||
|
$disableConfigureToolsetImport = $true
|
||||||
|
$global:LASTEXITCODE = 0
|
||||||
|
|
||||||
|
try {
|
||||||
|
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
||||||
|
# scripts don't necessarily execute in the same agent that run the
|
||||||
|
# build.ps1/sh script this variable isn't automatically set.
|
||||||
|
$ci = $true
|
||||||
|
. $PSScriptRoot\..\tools.ps1
|
||||||
|
|
||||||
|
# Normalize tools list: all in [hashtable] form with defined values for each key.
|
||||||
|
$ToolsList = $ToolsList |
|
||||||
|
ForEach-Object {
|
||||||
|
if ($_ -is [string]) {
|
||||||
|
$_ = @{ Name = $_ }
|
||||||
|
}
|
||||||
|
|
||||||
|
if (-not ($_['Scenario'])) { $_.Scenario = "" }
|
||||||
|
if (-not ($_['Args'])) { $_.Args = @() }
|
||||||
|
$_
|
||||||
|
}
|
||||||
|
|
||||||
|
Write-Host "List of tools to configure:"
|
||||||
|
$ToolsList | ForEach-Object { $_ | Out-String | Write-Host }
|
||||||
|
|
||||||
|
# We store config files in the r directory of .gdn
|
||||||
|
$gdnConfigPath = Join-Path $GdnFolder 'r'
|
||||||
|
$ValidPath = Test-Path $GuardianCliLocation
|
||||||
|
|
||||||
|
if ($ValidPath -eq $False)
|
||||||
|
{
|
||||||
|
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Invalid Guardian CLI Location."
|
||||||
|
ExitWithExitCode 1
|
||||||
|
}
|
||||||
|
|
||||||
|
foreach ($tool in $ToolsList) {
|
||||||
|
# Put together the name and scenario to make a unique key.
|
||||||
|
$toolConfigName = $tool.Name
|
||||||
|
if ($tool.Scenario) {
|
||||||
|
$toolConfigName += "_" + $tool.Scenario
|
||||||
|
}
|
||||||
|
|
||||||
|
Write-Host "=== Configuring $toolConfigName..."
|
||||||
|
|
||||||
|
$gdnConfigFile = Join-Path $gdnConfigPath "$toolConfigName-configure.gdnconfig"
|
||||||
|
|
||||||
|
# For some tools, add default and automatic args.
|
||||||
|
if ($tool.Name -eq 'credscan') {
|
||||||
|
if ($targetDirectory) {
|
||||||
|
$tool.Args += "TargetDirectory < $TargetDirectory"
|
||||||
|
}
|
||||||
|
$tool.Args += "OutputType < pre"
|
||||||
|
$tool.Args += $CrScanAdditionalRunConfigParams
|
||||||
|
} elseif ($tool.Name -eq 'policheck') {
|
||||||
|
if ($targetDirectory) {
|
||||||
|
$tool.Args += "Target < $TargetDirectory"
|
||||||
|
}
|
||||||
|
$tool.Args += $PoliCheckAdditionalRunConfigParams
|
||||||
|
}
|
||||||
|
|
||||||
|
# Create variable pointing to the args array directly so we can use splat syntax later.
|
||||||
|
$toolArgs = $tool.Args
|
||||||
|
|
||||||
|
# Configure the tool. If args array is provided or the current tool has some default arguments
|
||||||
|
# defined, add "--args" and splat each element on the end. Arg format is "{Arg id} < {Value}",
|
||||||
|
# one per parameter. Doc page for "guardian configure":
|
||||||
|
# https://dev.azure.com/securitytools/SecurityIntegration/_wiki/wikis/Guardian/1395/configure
|
||||||
|
Exec-BlockVerbosely {
|
||||||
|
& $GuardianCliLocation configure `
|
||||||
|
--working-directory $WorkingDirectory `
|
||||||
|
--tool $tool.Name `
|
||||||
|
--output-path $gdnConfigFile `
|
||||||
|
--logger-level $GuardianLoggerLevel `
|
||||||
|
--noninteractive `
|
||||||
|
--force `
|
||||||
|
$(if ($toolArgs) { "--args" }) @toolArgs
|
||||||
|
Exit-IfNZEC "Sdl"
|
||||||
|
}
|
||||||
|
|
||||||
|
Write-Host "Created '$toolConfigName' configuration file: $gdnConfigFile"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch {
|
||||||
|
Write-Host $_.ScriptStackTrace
|
||||||
|
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
||||||
|
ExitWithExitCode 1
|
||||||
|
}
|
|
@ -7,8 +7,17 @@ Param(
|
||||||
[string] $SourceDirectory=$env:BUILD_SOURCESDIRECTORY, # Required: the directory where source files are located
|
[string] $SourceDirectory=$env:BUILD_SOURCESDIRECTORY, # Required: the directory where source files are located
|
||||||
[string] $ArtifactsDirectory = (Join-Path $env:BUILD_ARTIFACTSTAGINGDIRECTORY ('artifacts')), # Required: the directory where build artifacts are located
|
[string] $ArtifactsDirectory = (Join-Path $env:BUILD_ARTIFACTSTAGINGDIRECTORY ('artifacts')), # Required: the directory where build artifacts are located
|
||||||
[string] $AzureDevOpsAccessToken, # Required: access token for dnceng; should be provided via KeyVault
|
[string] $AzureDevOpsAccessToken, # Required: access token for dnceng; should be provided via KeyVault
|
||||||
[string[]] $SourceToolsList, # Optional: list of SDL tools to run on source code
|
|
||||||
[string[]] $ArtifactToolsList, # Optional: list of SDL tools to run on built artifacts
|
# Optional: list of SDL tools to run on source code. See 'configure-sdl-tool.ps1' for tools list
|
||||||
|
# format.
|
||||||
|
[object[]] $SourceToolsList,
|
||||||
|
# Optional: list of SDL tools to run on built artifacts. See 'configure-sdl-tool.ps1' for tools
|
||||||
|
# list format.
|
||||||
|
[object[]] $ArtifactToolsList,
|
||||||
|
# Optional: list of SDL tools to run without automatically specifying a target directory. See
|
||||||
|
# 'configure-sdl-tool.ps1' for tools list format.
|
||||||
|
[object[]] $CustomToolsList,
|
||||||
|
|
||||||
[bool] $TsaPublish=$False, # Optional: true will publish results to TSA; only set to true after onboarding to TSA; TSA is the automated framework used to upload test results as bugs.
|
[bool] $TsaPublish=$False, # Optional: true will publish results to TSA; only set to true after onboarding to TSA; TSA is the automated framework used to upload test results as bugs.
|
||||||
[string] $TsaBranchName=$env:BUILD_SOURCEBRANCH, # Optional: required for TSA publish; defaults to $(Build.SourceBranchName); TSA is the automated framework used to upload test results as bugs.
|
[string] $TsaBranchName=$env:BUILD_SOURCEBRANCH, # Optional: required for TSA publish; defaults to $(Build.SourceBranchName); TSA is the automated framework used to upload test results as bugs.
|
||||||
[string] $TsaRepositoryName=$env:BUILD_REPOSITORY_NAME, # Optional: TSA repository name; will be generated automatically if not submitted; TSA is the automated framework used to upload test results as bugs.
|
[string] $TsaRepositoryName=$env:BUILD_REPOSITORY_NAME, # Optional: TSA repository name; will be generated automatically if not submitted; TSA is the automated framework used to upload test results as bugs.
|
||||||
|
@ -63,13 +72,16 @@ try {
|
||||||
ExitWithExitCode 1
|
ExitWithExitCode 1
|
||||||
}
|
}
|
||||||
|
|
||||||
& $(Join-Path $PSScriptRoot 'init-sdl.ps1') -GuardianCliLocation $guardianCliLocation -Repository $RepoName -BranchName $BranchName -WorkingDirectory $workingDirectory -AzureDevOpsAccessToken $AzureDevOpsAccessToken -GuardianLoggerLevel $GuardianLoggerLevel
|
Exec-BlockVerbosely {
|
||||||
|
& $(Join-Path $PSScriptRoot 'init-sdl.ps1') -GuardianCliLocation $guardianCliLocation -Repository $RepoName -BranchName $BranchName -WorkingDirectory $workingDirectory -AzureDevOpsAccessToken $AzureDevOpsAccessToken -GuardianLoggerLevel $GuardianLoggerLevel
|
||||||
|
}
|
||||||
$gdnFolder = Join-Path $workingDirectory '.gdn'
|
$gdnFolder = Join-Path $workingDirectory '.gdn'
|
||||||
|
|
||||||
if ($TsaOnboard) {
|
if ($TsaOnboard) {
|
||||||
if ($TsaCodebaseName -and $TsaNotificationEmail -and $TsaCodebaseAdmin -and $TsaBugAreaPath) {
|
if ($TsaCodebaseName -and $TsaNotificationEmail -and $TsaCodebaseAdmin -and $TsaBugAreaPath) {
|
||||||
Write-Host "$guardianCliLocation tsa-onboard --codebase-name `"$TsaCodebaseName`" --notification-alias `"$TsaNotificationEmail`" --codebase-admin `"$TsaCodebaseAdmin`" --instance-url `"$TsaInstanceUrl`" --project-name `"$TsaProjectName`" --area-path `"$TsaBugAreaPath`" --iteration-path `"$TsaIterationPath`" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel"
|
Exec-BlockVerbosely {
|
||||||
& $guardianCliLocation tsa-onboard --codebase-name "$TsaCodebaseName" --notification-alias "$TsaNotificationEmail" --codebase-admin "$TsaCodebaseAdmin" --instance-url "$TsaInstanceUrl" --project-name "$TsaProjectName" --area-path "$TsaBugAreaPath" --iteration-path "$TsaIterationPath" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
& $guardianCliLocation tsa-onboard --codebase-name "$TsaCodebaseName" --notification-alias "$TsaNotificationEmail" --codebase-admin "$TsaCodebaseAdmin" --instance-url "$TsaInstanceUrl" --project-name "$TsaProjectName" --area-path "$TsaBugAreaPath" --iteration-path "$TsaIterationPath" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
||||||
|
}
|
||||||
if ($LASTEXITCODE -ne 0) {
|
if ($LASTEXITCODE -ne 0) {
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian tsa-onboard failed with exit code $LASTEXITCODE."
|
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian tsa-onboard failed with exit code $LASTEXITCODE."
|
||||||
ExitWithExitCode $LASTEXITCODE
|
ExitWithExitCode $LASTEXITCODE
|
||||||
|
@ -80,11 +92,41 @@ try {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if ($ArtifactToolsList -and $ArtifactToolsList.Count -gt 0) {
|
# Configure a list of tools with a default target directory. Populates the ".gdn/r" directory.
|
||||||
& $(Join-Path $PSScriptRoot 'run-sdl.ps1') -GuardianCliLocation $guardianCliLocation -WorkingDirectory $workingDirectory -TargetDirectory $ArtifactsDirectory -GdnFolder $gdnFolder -ToolsList $ArtifactToolsList -AzureDevOpsAccessToken $AzureDevOpsAccessToken -UpdateBaseline $UpdateBaseline -GuardianLoggerLevel $GuardianLoggerLevel -CrScanAdditionalRunConfigParams $CrScanAdditionalRunConfigParams -PoliCheckAdditionalRunConfigParams $PoliCheckAdditionalRunConfigParams
|
function Configure-ToolsList([object[]] $tools, [string] $targetDirectory) {
|
||||||
|
if ($tools -and $tools.Count -gt 0) {
|
||||||
|
Exec-BlockVerbosely {
|
||||||
|
& $(Join-Path $PSScriptRoot 'configure-sdl-tool.ps1') `
|
||||||
|
-GuardianCliLocation $guardianCliLocation `
|
||||||
|
-WorkingDirectory $workingDirectory `
|
||||||
|
-TargetDirectory $targetDirectory `
|
||||||
|
-GdnFolder $gdnFolder `
|
||||||
|
-ToolsList $tools `
|
||||||
|
-AzureDevOpsAccessToken $AzureDevOpsAccessToken `
|
||||||
|
-GuardianLoggerLevel $GuardianLoggerLevel `
|
||||||
|
-CrScanAdditionalRunConfigParams $CrScanAdditionalRunConfigParams `
|
||||||
|
-PoliCheckAdditionalRunConfigParams $PoliCheckAdditionalRunConfigParams
|
||||||
|
if ($BreakOnFailure) {
|
||||||
|
Exit-IfNZEC "Sdl"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if ($SourceToolsList -and $SourceToolsList.Count -gt 0) {
|
|
||||||
& $(Join-Path $PSScriptRoot 'run-sdl.ps1') -GuardianCliLocation $guardianCliLocation -WorkingDirectory $workingDirectory -TargetDirectory $SourceDirectory -GdnFolder $gdnFolder -ToolsList $SourceToolsList -AzureDevOpsAccessToken $AzureDevOpsAccessToken -UpdateBaseline $UpdateBaseline -GuardianLoggerLevel $GuardianLoggerLevel -CrScanAdditionalRunConfigParams $CrScanAdditionalRunConfigParams -PoliCheckAdditionalRunConfigParams $PoliCheckAdditionalRunConfigParams
|
# Configure Artifact and Source tools with default Target directories.
|
||||||
|
Configure-ToolsList $ArtifactToolsList $ArtifactsDirectory
|
||||||
|
Configure-ToolsList $SourceToolsList $SourceDirectory
|
||||||
|
# Configure custom tools with no default Target directory.
|
||||||
|
Configure-ToolsList $CustomToolsList $null
|
||||||
|
|
||||||
|
# At this point, all tools are configured in the ".gdn" directory. Run them all in a single call.
|
||||||
|
# (If we used "run" multiple times, each run would overwrite data from earlier runs.)
|
||||||
|
Exec-BlockVerbosely {
|
||||||
|
& $(Join-Path $PSScriptRoot 'run-sdl.ps1') `
|
||||||
|
-GuardianCliLocation $guardianCliLocation `
|
||||||
|
-WorkingDirectory $workingDirectory `
|
||||||
|
-UpdateBaseline $UpdateBaseline `
|
||||||
|
-GdnFolder $gdnFolder
|
||||||
}
|
}
|
||||||
|
|
||||||
if ($TsaPublish) {
|
if ($TsaPublish) {
|
||||||
|
@ -92,8 +134,9 @@ try {
|
||||||
if (-not $TsaRepositoryName) {
|
if (-not $TsaRepositoryName) {
|
||||||
$TsaRepositoryName = "$($Repository)-$($BranchName)"
|
$TsaRepositoryName = "$($Repository)-$($BranchName)"
|
||||||
}
|
}
|
||||||
Write-Host "$guardianCliLocation tsa-publish --all-tools --repository-name `"$TsaRepositoryName`" --branch-name `"$TsaBranchName`" --build-number `"$BuildNumber`" --codebase-name `"$TsaCodebaseName`" --notification-alias `"$TsaNotificationEmail`" --codebase-admin `"$TsaCodebaseAdmin`" --instance-url `"$TsaInstanceUrl`" --project-name `"$TsaProjectName`" --area-path `"$TsaBugAreaPath`" --iteration-path `"$TsaIterationPath`" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel"
|
Exec-BlockVerbosely {
|
||||||
& $guardianCliLocation tsa-publish --all-tools --repository-name "$TsaRepositoryName" --branch-name "$TsaBranchName" --build-number "$BuildNumber" --onboard $True --codebase-name "$TsaCodebaseName" --notification-alias "$TsaNotificationEmail" --codebase-admin "$TsaCodebaseAdmin" --instance-url "$TsaInstanceUrl" --project-name "$TsaProjectName" --area-path "$TsaBugAreaPath" --iteration-path "$TsaIterationPath" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
& $guardianCliLocation tsa-publish --all-tools --repository-name "$TsaRepositoryName" --branch-name "$TsaBranchName" --build-number "$BuildNumber" --onboard $True --codebase-name "$TsaCodebaseName" --notification-alias "$TsaNotificationEmail" --codebase-admin "$TsaCodebaseAdmin" --instance-url "$TsaInstanceUrl" --project-name "$TsaProjectName" --area-path "$TsaBugAreaPath" --iteration-path "$TsaIterationPath" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
||||||
|
}
|
||||||
if ($LASTEXITCODE -ne 0) {
|
if ($LASTEXITCODE -ne 0) {
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian tsa-publish failed with exit code $LASTEXITCODE."
|
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian tsa-publish failed with exit code $LASTEXITCODE."
|
||||||
ExitWithExitCode $LASTEXITCODE
|
ExitWithExitCode $LASTEXITCODE
|
||||||
|
@ -106,7 +149,11 @@ try {
|
||||||
|
|
||||||
if ($BreakOnFailure) {
|
if ($BreakOnFailure) {
|
||||||
Write-Host "Failing the build in case of breaking results..."
|
Write-Host "Failing the build in case of breaking results..."
|
||||||
& $guardianCliLocation break
|
Exec-BlockVerbosely {
|
||||||
|
& $guardianCliLocation break --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
Write-Host "Letting the build pass even if there were breaking results..."
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
catch {
|
catch {
|
||||||
|
|
63
eng/common/sdl/extract-artifact-archives.ps1
Normal file
63
eng/common/sdl/extract-artifact-archives.ps1
Normal file
|
@ -0,0 +1,63 @@
|
||||||
|
# This script looks for each archive file in a directory and extracts it into the target directory.
|
||||||
|
# For example, the file "$InputPath/bin.tar.gz" extracts to "$ExtractPath/bin.tar.gz.extracted/**".
|
||||||
|
# Uses the "tar" utility added to Windows 10 / Windows 2019 that supports tar.gz and zip.
|
||||||
|
param(
|
||||||
|
# Full path to directory where archives are stored.
|
||||||
|
[Parameter(Mandatory=$true)][string] $InputPath,
|
||||||
|
# Full path to directory to extract archives into. May be the same as $InputPath.
|
||||||
|
[Parameter(Mandatory=$true)][string] $ExtractPath
|
||||||
|
)
|
||||||
|
|
||||||
|
$ErrorActionPreference = 'Stop'
|
||||||
|
Set-StrictMode -Version 2.0
|
||||||
|
|
||||||
|
$disableConfigureToolsetImport = $true
|
||||||
|
|
||||||
|
try {
|
||||||
|
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
||||||
|
# scripts don't necessarily execute in the same agent that run the
|
||||||
|
# build.ps1/sh script this variable isn't automatically set.
|
||||||
|
$ci = $true
|
||||||
|
. $PSScriptRoot\..\tools.ps1
|
||||||
|
|
||||||
|
Measure-Command {
|
||||||
|
$jobs = @()
|
||||||
|
|
||||||
|
# Find archive files for non-Windows and Windows builds.
|
||||||
|
$archiveFiles = @(
|
||||||
|
Get-ChildItem (Join-Path $InputPath "*.tar.gz")
|
||||||
|
Get-ChildItem (Join-Path $InputPath "*.zip")
|
||||||
|
)
|
||||||
|
|
||||||
|
foreach ($targzFile in $archiveFiles) {
|
||||||
|
$jobs += Start-Job -ScriptBlock {
|
||||||
|
$file = $using:targzFile
|
||||||
|
$fileName = [System.IO.Path]::GetFileName($file)
|
||||||
|
$extractDir = Join-Path $using:ExtractPath "$fileName.extracted"
|
||||||
|
|
||||||
|
New-Item $extractDir -ItemType Directory -Force | Out-Null
|
||||||
|
|
||||||
|
Write-Host "Extracting '$file' to '$extractDir'..."
|
||||||
|
|
||||||
|
# Pipe errors to stdout to prevent PowerShell detecting them and quitting the job early.
|
||||||
|
# This type of quit skips the catch, so we wouldn't be able to tell which file triggered the
|
||||||
|
# error. Save output so it can be stored in the exception string along with context.
|
||||||
|
$output = tar -xf $file -C $extractDir 2>&1
|
||||||
|
# Handle NZEC manually rather than using Exit-IfNZEC: we are in a background job, so we
|
||||||
|
# don't have access to the outer scope.
|
||||||
|
if ($LASTEXITCODE -ne 0) {
|
||||||
|
throw "Error extracting '$file': non-zero exit code ($LASTEXITCODE). Output: '$output'"
|
||||||
|
}
|
||||||
|
|
||||||
|
Write-Host "Extracted to $extractDir"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Receive-Job $jobs -Wait
|
||||||
|
}
|
||||||
|
}
|
||||||
|
catch {
|
||||||
|
Write-Host $_
|
||||||
|
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
||||||
|
ExitWithExitCode 1
|
||||||
|
}
|
|
@ -1,13 +1,9 @@
|
||||||
Param(
|
Param(
|
||||||
[string] $GuardianCliLocation,
|
[string] $GuardianCliLocation,
|
||||||
[string] $WorkingDirectory,
|
[string] $WorkingDirectory,
|
||||||
[string] $TargetDirectory,
|
|
||||||
[string] $GdnFolder,
|
[string] $GdnFolder,
|
||||||
[string[]] $ToolsList,
|
|
||||||
[string] $UpdateBaseline,
|
[string] $UpdateBaseline,
|
||||||
[string] $GuardianLoggerLevel='Standard',
|
[string] $GuardianLoggerLevel='Standard'
|
||||||
[string[]] $CrScanAdditionalRunConfigParams,
|
|
||||||
[string[]] $PoliCheckAdditionalRunConfigParams
|
|
||||||
)
|
)
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
$ErrorActionPreference = 'Stop'
|
||||||
|
@ -23,7 +19,6 @@ try {
|
||||||
. $PSScriptRoot\..\tools.ps1
|
. $PSScriptRoot\..\tools.ps1
|
||||||
|
|
||||||
# We store config files in the r directory of .gdn
|
# We store config files in the r directory of .gdn
|
||||||
Write-Host $ToolsList
|
|
||||||
$gdnConfigPath = Join-Path $GdnFolder 'r'
|
$gdnConfigPath = Join-Path $GdnFolder 'r'
|
||||||
$ValidPath = Test-Path $GuardianCliLocation
|
$ValidPath = Test-Path $GuardianCliLocation
|
||||||
|
|
||||||
|
@ -33,37 +28,18 @@ try {
|
||||||
ExitWithExitCode 1
|
ExitWithExitCode 1
|
||||||
}
|
}
|
||||||
|
|
||||||
$configParam = @('--config')
|
$gdnConfigFiles = Get-ChildItem $gdnConfigPath -Recurse -Include '*.gdnconfig'
|
||||||
|
Write-Host "Discovered Guardian config files:"
|
||||||
|
$gdnConfigFiles | Out-String | Write-Host
|
||||||
|
|
||||||
foreach ($tool in $ToolsList) {
|
Exec-BlockVerbosely {
|
||||||
$gdnConfigFile = Join-Path $gdnConfigPath "$tool-configure.gdnconfig"
|
& $GuardianCliLocation run `
|
||||||
Write-Host $tool
|
--working-directory $WorkingDirectory `
|
||||||
# We have to manually configure tools that run on source to look at the source directory only
|
--baseline mainbaseline `
|
||||||
if ($tool -eq 'credscan') {
|
--update-baseline $UpdateBaseline `
|
||||||
Write-Host "$GuardianCliLocation configure --working-directory $WorkingDirectory --tool $tool --output-path $gdnConfigFile --logger-level $GuardianLoggerLevel --noninteractive --force --args `" TargetDirectory < $TargetDirectory `" `" OutputType < pre `" $(If ($CrScanAdditionalRunConfigParams) {$CrScanAdditionalRunConfigParams})"
|
--logger-level $GuardianLoggerLevel `
|
||||||
& $GuardianCliLocation configure --working-directory $WorkingDirectory --tool $tool --output-path $gdnConfigFile --logger-level $GuardianLoggerLevel --noninteractive --force --args " TargetDirectory < $TargetDirectory " "OutputType < pre" $(If ($CrScanAdditionalRunConfigParams) {$CrScanAdditionalRunConfigParams})
|
--config @gdnConfigFiles
|
||||||
if ($LASTEXITCODE -ne 0) {
|
Exit-IfNZEC "Sdl"
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian configure for $tool failed with exit code $LASTEXITCODE."
|
|
||||||
ExitWithExitCode $LASTEXITCODE
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if ($tool -eq 'policheck') {
|
|
||||||
Write-Host "$GuardianCliLocation configure --working-directory $WorkingDirectory --tool $tool --output-path $gdnConfigFile --logger-level $GuardianLoggerLevel --noninteractive --force --args `" Target < $TargetDirectory `" $(If ($PoliCheckAdditionalRunConfigParams) {$PoliCheckAdditionalRunConfigParams})"
|
|
||||||
& $GuardianCliLocation configure --working-directory $WorkingDirectory --tool $tool --output-path $gdnConfigFile --logger-level $GuardianLoggerLevel --noninteractive --force --args " Target < $TargetDirectory " $(If ($PoliCheckAdditionalRunConfigParams) {$PoliCheckAdditionalRunConfigParams})
|
|
||||||
if ($LASTEXITCODE -ne 0) {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian configure for $tool failed with exit code $LASTEXITCODE."
|
|
||||||
ExitWithExitCode $LASTEXITCODE
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
$configParam+=$gdnConfigFile
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "$GuardianCliLocation run --working-directory $WorkingDirectory --baseline mainbaseline --update-baseline $UpdateBaseline --logger-level $GuardianLoggerLevel $configParam"
|
|
||||||
& $GuardianCliLocation run --working-directory $WorkingDirectory --tool $tool --baseline mainbaseline --update-baseline $UpdateBaseline --logger-level $GuardianLoggerLevel $configParam
|
|
||||||
if ($LASTEXITCODE -ne 0) {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian run for $ToolsList using $configParam failed with exit code $LASTEXITCODE."
|
|
||||||
ExitWithExitCode $LASTEXITCODE
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
catch {
|
catch {
|
||||||
|
|
|
@ -2,17 +2,41 @@ parameters:
|
||||||
enable: 'false' # Whether the SDL validation job should execute or not
|
enable: 'false' # Whether the SDL validation job should execute or not
|
||||||
overrideParameters: '' # Optional: to override values for parameters.
|
overrideParameters: '' # Optional: to override values for parameters.
|
||||||
additionalParameters: '' # Optional: parameters that need user specific values eg: '-SourceToolsList @("abc","def") -ArtifactToolsList @("ghi","jkl")'
|
additionalParameters: '' # Optional: parameters that need user specific values eg: '-SourceToolsList @("abc","def") -ArtifactToolsList @("ghi","jkl")'
|
||||||
|
# Optional: if specified, restore and use this version of Guardian instead of the default.
|
||||||
|
overrideGuardianVersion: ''
|
||||||
|
# Optional: if true, publish the '.gdn' folder as a pipeline artifact. This can help with in-depth
|
||||||
|
# diagnosis of problems with specific tool configurations.
|
||||||
|
publishGuardianDirectoryToPipeline: false
|
||||||
|
# The script to run to execute all SDL tools. Use this if you want to use a script to define SDL
|
||||||
|
# parameters rather than relying on YAML. It may be better to use a local script, because you can
|
||||||
|
# reproduce results locally without piecing together a command based on the YAML.
|
||||||
|
executeAllSdlToolsScript: 'eng/common/sdl/execute-all-sdl-tools.ps1'
|
||||||
# There is some sort of bug (has been reported) in Azure DevOps where if this parameter is named
|
# There is some sort of bug (has been reported) in Azure DevOps where if this parameter is named
|
||||||
# 'continueOnError', the parameter value is not correctly picked up.
|
# 'continueOnError', the parameter value is not correctly picked up.
|
||||||
# This can also be remedied by the caller (post-build.yml) if it does not use a nested parameter
|
# This can also be remedied by the caller (post-build.yml) if it does not use a nested parameter
|
||||||
sdlContinueOnError: false # optional: determines whether to continue the build if the step errors;
|
sdlContinueOnError: false # optional: determines whether to continue the build if the step errors;
|
||||||
downloadArtifacts: true # optional: determines if the artifacts should be dowloaded
|
# optional: determines if build artifacts should be downloaded.
|
||||||
|
downloadArtifacts: true
|
||||||
|
# optional: determines if this job should search the directory of downloaded artifacts for
|
||||||
|
# 'tar.gz' and 'zip' archive files and extract them before running SDL validation tasks.
|
||||||
|
extractArchiveArtifacts: false
|
||||||
dependsOn: '' # Optional: dependencies of the job
|
dependsOn: '' # Optional: dependencies of the job
|
||||||
artifactNames: '' # Optional: patterns supplied to DownloadBuildArtifacts
|
artifactNames: '' # Optional: patterns supplied to DownloadBuildArtifacts
|
||||||
# Usage:
|
# Usage:
|
||||||
# artifactNames:
|
# artifactNames:
|
||||||
# - 'BlobArtifacts'
|
# - 'BlobArtifacts'
|
||||||
# - 'Artifacts_Windows_NT_Release'
|
# - 'Artifacts_Windows_NT_Release'
|
||||||
|
# Optional: download a list of pipeline artifacts. 'downloadArtifacts' controls build artifacts,
|
||||||
|
# not pipeline artifacts, so doesn't affect the use of this parameter.
|
||||||
|
pipelineArtifactNames: []
|
||||||
|
# Optional: location and ID of the AzDO build that the build/pipeline artifacts should be
|
||||||
|
# downloaded from. By default, uses runtime expressions to decide based on the variables set by
|
||||||
|
# the 'setupMaestroVars' dependency. Overriding this parameter is necessary if SDL tasks are
|
||||||
|
# running without Maestro++/BAR involved, or to download artifacts from a specific existing build
|
||||||
|
# to iterate quickly on SDL changes.
|
||||||
|
AzDOProjectName: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
||||||
|
AzDOPipelineId: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
||||||
|
AzDOBuildId: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
- job: Run_SDL
|
- job: Run_SDL
|
||||||
|
@ -22,16 +46,29 @@ jobs:
|
||||||
variables:
|
variables:
|
||||||
- group: DotNet-VSTS-Bot
|
- group: DotNet-VSTS-Bot
|
||||||
- name: AzDOProjectName
|
- name: AzDOProjectName
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
value: ${{ parameters.AzDOProjectName }}
|
||||||
- name: AzDOPipelineId
|
- name: AzDOPipelineId
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
value: ${{ parameters.AzDOPipelineId }}
|
||||||
- name: AzDOBuildId
|
- name: AzDOBuildId
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
value: ${{ parameters.AzDOBuildId }}
|
||||||
|
# The Guardian version specified in 'eng/common/sdl/packages.config'. This value must be kept in
|
||||||
|
# sync with the packages.config file.
|
||||||
|
- name: DefaultGuardianVersion
|
||||||
|
value: 0.53.3
|
||||||
|
- name: GuardianVersion
|
||||||
|
value: ${{ coalesce(parameters.overrideGuardianVersion, '$(DefaultGuardianVersion)') }}
|
||||||
|
- name: GuardianPackagesConfigFile
|
||||||
|
value: $(Build.SourcesDirectory)\eng\common\sdl\packages.config
|
||||||
pool:
|
pool:
|
||||||
name: Hosted VS2017
|
# To extract archives (.tar.gz, .zip), we need access to "tar", added in Windows 10/2019.
|
||||||
|
${{ if eq(parameters.extractArchiveArtifacts, 'false') }}:
|
||||||
|
name: Hosted VS2017
|
||||||
|
${{ if ne(parameters.extractArchiveArtifacts, 'false') }}:
|
||||||
|
vmImage: windows-2019
|
||||||
steps:
|
steps:
|
||||||
- checkout: self
|
- checkout: self
|
||||||
clean: true
|
clean: true
|
||||||
|
|
||||||
- ${{ if ne(parameters.downloadArtifacts, 'false')}}:
|
- ${{ if ne(parameters.downloadArtifacts, 'false')}}:
|
||||||
- ${{ if ne(parameters.artifactNames, '') }}:
|
- ${{ if ne(parameters.artifactNames, '') }}:
|
||||||
- ${{ each artifactName in parameters.artifactNames }}:
|
- ${{ each artifactName in parameters.artifactNames }}:
|
||||||
|
@ -59,16 +96,51 @@ jobs:
|
||||||
itemPattern: "**"
|
itemPattern: "**"
|
||||||
downloadPath: $(Build.ArtifactStagingDirectory)\artifacts
|
downloadPath: $(Build.ArtifactStagingDirectory)\artifacts
|
||||||
checkDownloadedFiles: true
|
checkDownloadedFiles: true
|
||||||
|
|
||||||
|
- ${{ each artifactName in parameters.pipelineArtifactNames }}:
|
||||||
|
- task: DownloadPipelineArtifact@2
|
||||||
|
displayName: Download Pipeline Artifacts
|
||||||
|
inputs:
|
||||||
|
buildType: specific
|
||||||
|
buildVersionToDownload: specific
|
||||||
|
project: $(AzDOProjectName)
|
||||||
|
pipeline: $(AzDOPipelineId)
|
||||||
|
buildId: $(AzDOBuildId)
|
||||||
|
artifactName: ${{ artifactName }}
|
||||||
|
downloadPath: $(Build.ArtifactStagingDirectory)\artifacts
|
||||||
|
checkDownloadedFiles: true
|
||||||
|
|
||||||
- powershell: eng/common/sdl/extract-artifact-packages.ps1
|
- powershell: eng/common/sdl/extract-artifact-packages.ps1
|
||||||
-InputPath $(Build.ArtifactStagingDirectory)\artifacts\BlobArtifacts
|
-InputPath $(Build.ArtifactStagingDirectory)\artifacts\BlobArtifacts
|
||||||
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts\BlobArtifacts
|
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts\BlobArtifacts
|
||||||
displayName: Extract Blob Artifacts
|
displayName: Extract Blob Artifacts
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
continueOnError: ${{ parameters.sdlContinueOnError }}
|
||||||
|
|
||||||
- powershell: eng/common/sdl/extract-artifact-packages.ps1
|
- powershell: eng/common/sdl/extract-artifact-packages.ps1
|
||||||
-InputPath $(Build.ArtifactStagingDirectory)\artifacts\PackageArtifacts
|
-InputPath $(Build.ArtifactStagingDirectory)\artifacts\PackageArtifacts
|
||||||
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts\PackageArtifacts
|
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts\PackageArtifacts
|
||||||
displayName: Extract Package Artifacts
|
displayName: Extract Package Artifacts
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
continueOnError: ${{ parameters.sdlContinueOnError }}
|
||||||
|
|
||||||
|
- ${{ if ne(parameters.extractArchiveArtifacts, 'false') }}:
|
||||||
|
- powershell: eng/common/sdl/extract-artifact-archives.ps1
|
||||||
|
-InputPath $(Build.ArtifactStagingDirectory)\artifacts
|
||||||
|
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts
|
||||||
|
displayName: Extract Archive Artifacts
|
||||||
|
continueOnError: ${{ parameters.sdlContinueOnError }}
|
||||||
|
|
||||||
|
- ${{ if ne(parameters.overrideGuardianVersion, '') }}:
|
||||||
|
- powershell: |
|
||||||
|
$content = Get-Content $(GuardianPackagesConfigFile)
|
||||||
|
|
||||||
|
Write-Host "packages.config content was:`n$content"
|
||||||
|
|
||||||
|
$content = $content.Replace('$(DefaultGuardianVersion)', '$(GuardianVersion)')
|
||||||
|
$content | Set-Content $(GuardianPackagesConfigFile)
|
||||||
|
|
||||||
|
Write-Host "packages.config content updated to:`n$content"
|
||||||
|
displayName: Use overridden Guardian version ${{ parameters.overrideGuardianVersion }}
|
||||||
|
|
||||||
- task: NuGetToolInstaller@1
|
- task: NuGetToolInstaller@1
|
||||||
displayName: 'Install NuGet.exe'
|
displayName: 'Install NuGet.exe'
|
||||||
- task: NuGetCommand@2
|
- task: NuGetCommand@2
|
||||||
|
@ -79,15 +151,35 @@ jobs:
|
||||||
nugetConfigPath: $(Build.SourcesDirectory)\eng\common\sdl\NuGet.config
|
nugetConfigPath: $(Build.SourcesDirectory)\eng\common\sdl\NuGet.config
|
||||||
externalFeedCredentials: GuardianConnect
|
externalFeedCredentials: GuardianConnect
|
||||||
restoreDirectory: $(Build.SourcesDirectory)\.packages
|
restoreDirectory: $(Build.SourcesDirectory)\.packages
|
||||||
|
|
||||||
- ${{ if ne(parameters.overrideParameters, '') }}:
|
- ${{ if ne(parameters.overrideParameters, '') }}:
|
||||||
- powershell: eng/common/sdl/execute-all-sdl-tools.ps1 ${{ parameters.overrideParameters }}
|
- powershell: ${{ parameters.executeAllSdlToolsScript }} ${{ parameters.overrideParameters }}
|
||||||
displayName: Execute SDL
|
displayName: Execute SDL
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
continueOnError: ${{ parameters.sdlContinueOnError }}
|
||||||
- ${{ if eq(parameters.overrideParameters, '') }}:
|
- ${{ if eq(parameters.overrideParameters, '') }}:
|
||||||
- powershell: eng/common/sdl/execute-all-sdl-tools.ps1
|
- powershell: ${{ parameters.executeAllSdlToolsScript }}
|
||||||
-GuardianPackageName Microsoft.Guardian.Cli.0.53.3
|
-GuardianPackageName Microsoft.Guardian.Cli.$(GuardianVersion)
|
||||||
-NugetPackageDirectory $(Build.SourcesDirectory)\.packages
|
-NugetPackageDirectory $(Build.SourcesDirectory)\.packages
|
||||||
-AzureDevOpsAccessToken $(dn-bot-dotnet-build-rw-code-rw)
|
-AzureDevOpsAccessToken $(dn-bot-dotnet-build-rw-code-rw)
|
||||||
${{ parameters.additionalParameters }}
|
${{ parameters.additionalParameters }}
|
||||||
displayName: Execute SDL
|
displayName: Execute SDL
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
continueOnError: ${{ parameters.sdlContinueOnError }}
|
||||||
|
|
||||||
|
- ${{ if ne(parameters.publishGuardianDirectoryToPipeline, 'false') }}:
|
||||||
|
# We want to publish the Guardian results and configuration for easy diagnosis. However, the
|
||||||
|
# '.gdn' dir is a mix of configuration, results, extracted dependencies, and Guardian default
|
||||||
|
# tooling files. Some of these files are large and aren't useful during an investigation, so
|
||||||
|
# exclude them by simply deleting them before publishing. (As of writing, there is no documented
|
||||||
|
# way to selectively exclude a dir from the pipeline artifact publish task.)
|
||||||
|
- task: DeleteFiles@1
|
||||||
|
displayName: Delete Guardian dependencies to avoid uploading
|
||||||
|
inputs:
|
||||||
|
SourceFolder: $(Agent.BuildDirectory)/.gdn
|
||||||
|
Contents: |
|
||||||
|
c
|
||||||
|
i
|
||||||
|
condition: succeededOrFailed()
|
||||||
|
- publish: $(Agent.BuildDirectory)/.gdn
|
||||||
|
artifact: GuardianConfiguration
|
||||||
|
displayName: Publish GuardianConfiguration
|
||||||
|
condition: succeededOrFailed()
|
||||||
|
|
|
@ -106,6 +106,46 @@ function Exec-Process([string]$command, [string]$commandArgs) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# Take the given block, print it, print what the block probably references from the current set of
|
||||||
|
# variables using low-effort string matching, then run the block.
|
||||||
|
#
|
||||||
|
# This is intended to replace the pattern of manually copy-pasting a command, wrapping it in quotes,
|
||||||
|
# and printing it using "Write-Host". The copy-paste method is more readable in build logs, but less
|
||||||
|
# maintainable and less reliable. It is easy to make a mistake and modify the command without
|
||||||
|
# properly updating the "Write-Host" line, resulting in misleading build logs. The probability of
|
||||||
|
# this mistake makes the pattern hard to trust when it shows up in build logs. Finding the bug in
|
||||||
|
# existing source code can also be difficult, because the strings are not aligned to each other and
|
||||||
|
# the line may be 300+ columns long.
|
||||||
|
#
|
||||||
|
# By removing the need to maintain two copies of the command, Exec-BlockVerbosely avoids the issues.
|
||||||
|
#
|
||||||
|
# In Bash (or any posix-like shell), "set -x" prints usable verbose output automatically.
|
||||||
|
# "Set-PSDebug" appears to be similar at first glance, but unfortunately, it isn't very useful: it
|
||||||
|
# doesn't print any info about the variables being used by the command, which is normally the
|
||||||
|
# interesting part to diagnose.
|
||||||
|
function Exec-BlockVerbosely([scriptblock] $block) {
|
||||||
|
Write-Host "--- Running script block:"
|
||||||
|
$blockString = $block.ToString().Trim()
|
||||||
|
Write-Host $blockString
|
||||||
|
|
||||||
|
Write-Host "--- List of variables that might be used:"
|
||||||
|
# For each variable x in the environment, check the block for a reference to x via simple "$x" or
|
||||||
|
# "@x" syntax. This doesn't detect other ways to reference variables ("${x}" nor "$variable:x",
|
||||||
|
# among others). It only catches what this function was originally written for: simple
|
||||||
|
# command-line commands.
|
||||||
|
$variableTable = Get-Variable |
|
||||||
|
Where-Object {
|
||||||
|
$blockString.Contains("`$$($_.Name)") -or $blockString.Contains("@$($_.Name)")
|
||||||
|
} |
|
||||||
|
Format-Table -AutoSize -HideTableHeaders -Wrap |
|
||||||
|
Out-String
|
||||||
|
Write-Host $variableTable.Trim()
|
||||||
|
|
||||||
|
Write-Host "--- Executing:"
|
||||||
|
& $block
|
||||||
|
Write-Host "--- Done running script block!"
|
||||||
|
}
|
||||||
|
|
||||||
# createSdkLocationFile parameter enables a file being generated under the toolset directory
|
# createSdkLocationFile parameter enables a file being generated under the toolset directory
|
||||||
# which writes the sdk's location into. This is only necessary for cmd --> powershell invocations
|
# which writes the sdk's location into. This is only necessary for cmd --> powershell invocations
|
||||||
# as dot sourcing isn't possible.
|
# as dot sourcing isn't possible.
|
||||||
|
@ -632,6 +672,17 @@ function ExitWithExitCode([int] $exitCode) {
|
||||||
exit $exitCode
|
exit $exitCode
|
||||||
}
|
}
|
||||||
|
|
||||||
|
# Check if $LASTEXITCODE is a nonzero exit code (NZEC). If so, print a Azure Pipeline error for
|
||||||
|
# diagnostics, then exit the script with the $LASTEXITCODE.
|
||||||
|
function Exit-IfNZEC([string] $category = "General") {
|
||||||
|
Write-Host "Exit code $LASTEXITCODE"
|
||||||
|
if ($LASTEXITCODE -ne 0) {
|
||||||
|
$message = "Last command failed with exit code $LASTEXITCODE."
|
||||||
|
Write-PipelineTelemetryError -Force -Category $category -Message $message
|
||||||
|
ExitWithExitCode $LASTEXITCODE
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
function Stop-Processes() {
|
function Stop-Processes() {
|
||||||
Write-Host 'Killing running build processes...'
|
Write-Host 'Killing running build processes...'
|
||||||
foreach ($processName in $processesToStopOnExit) {
|
foreach ($processName in $processesToStopOnExit) {
|
||||||
|
|
|
@ -11,7 +11,7 @@
|
||||||
"cmake": "3.16.4"
|
"cmake": "3.16.4"
|
||||||
},
|
},
|
||||||
"msbuild-sdks": {
|
"msbuild-sdks": {
|
||||||
"Microsoft.DotNet.Arcade.Sdk": "6.0.0-beta.21363.2",
|
"Microsoft.DotNet.Arcade.Sdk": "6.0.0-beta.21364.3",
|
||||||
"Microsoft.DotNet.CMake.Sdk": "6.0.0-beta.21253.2"
|
"Microsoft.DotNet.CMake.Sdk": "6.0.0-beta.21253.2"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue