Revert "Add performance tests"
This commit is contained in:
Piotr Puszkiewicz
parent
2a49edbb6e
commit
ce3eed0306
33 changed files with 4 additions and 729 deletions
|
|
@ -1,11 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleApplication
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,15 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"compilationOptions": {
|
||||
"emitEntryPoint": true
|
||||
},
|
||||
"dependencies": {
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,12 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleApplication
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P1.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,18 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"compilationOptions": {
|
||||
"emitEntryPoint": true
|
||||
},
|
||||
"dependencies": {
|
||||
"SingleTargetP1" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,12 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P1
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P2.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,15 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"SingleTargetP2" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P2
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,12 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleApplication
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,16 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"compilationOptions": {
|
||||
"emitEntryPoint": true
|
||||
},
|
||||
"dependencies": {
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,12 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleApplication
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P1.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,19 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"compilationOptions": {
|
||||
"emitEntryPoint": true
|
||||
},
|
||||
"dependencies": {
|
||||
"TwoTargetP1" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,12 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P1
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P2.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,16 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"TwoTargetP2" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P2
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,13 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,12 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleApplication
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P1.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,19 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"compilationOptions": {
|
||||
"emitEntryPoint": true
|
||||
},
|
||||
"dependencies": {
|
||||
"TwoTargetLargeP1" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,13 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P1
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P2.Program.Main();
|
||||
ConsoleLibrary.P4.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,19 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"TwoTargetLargeP2" : {
|
||||
"target": "project"
|
||||
},
|
||||
"TwoTargetLargeP4" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,13 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P2
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P3.Program.Main();
|
||||
ConsoleLibrary.P4.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,19 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"TwoTargetLargeP3" : {
|
||||
"target": "project"
|
||||
},
|
||||
"TwoTargetLargeP4" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,12 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P3
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P4.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,16 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"TwoTargetLargeP4" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,13 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P4
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
ConsoleLibrary.P5.Program.Main();
|
||||
ConsoleLibrary.P6.Program.Main();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,19 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"TwoTargetLargeP5" : {
|
||||
"target": "project"
|
||||
},
|
||||
"TwoTargetLargeP6" : {
|
||||
"target": "project"
|
||||
},
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P5
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,13 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -1,11 +0,0 @@
|
|||
using System;
|
||||
|
||||
namespace ConsoleLibrary.P6
|
||||
{
|
||||
public class Program
|
||||
{
|
||||
public static void Main()
|
||||
{
|
||||
}
|
||||
}
|
||||
}
|
||||
|
|
@ -1,13 +0,0 @@
|
|||
{
|
||||
"version": "1.0.0-*",
|
||||
"dependencies": {
|
||||
"Microsoft.NETCore.App": {
|
||||
"type": "platform",
|
||||
"version": "1.0.0-rc2-*"
|
||||
},
|
||||
},
|
||||
"frameworks": {
|
||||
"netcoreapp1.0": { },
|
||||
"netstandard1.5": { }
|
||||
}
|
||||
}
|
||||
|
|
@ -36,8 +36,7 @@ namespace Microsoft.DotNet.Cli.Build
|
|||
"Microsoft.DotNet.Cli.Utils.Tests",
|
||||
"Microsoft.DotNet.Compiler.Common.Tests",
|
||||
"Microsoft.DotNet.ProjectModel.Tests",
|
||||
"Microsoft.Extensions.DependencyModel.Tests",
|
||||
"Performance"
|
||||
"Microsoft.Extensions.DependencyModel.Tests"
|
||||
};
|
||||
|
||||
public static readonly string[] WindowsTestProjects = new[]
|
||||
|
|
|
|||
|
|
@ -29,7 +29,6 @@ namespace Microsoft.DotNet.Tools.Test.Utilities
|
|||
private readonly bool _noIncremental;
|
||||
private readonly bool _noDependencies;
|
||||
private readonly string _runtime;
|
||||
private readonly bool _verbose;
|
||||
|
||||
private string OutputOption
|
||||
{
|
||||
|
|
@ -200,14 +199,6 @@ namespace Microsoft.DotNet.Tools.Test.Utilities
|
|||
}
|
||||
}
|
||||
|
||||
private string Verbose
|
||||
{
|
||||
get
|
||||
{
|
||||
return _verbose ? "--verbose" : "";
|
||||
}
|
||||
}
|
||||
|
||||
public BuildCommand(
|
||||
string projectPath,
|
||||
string output="",
|
||||
|
|
@ -226,8 +217,7 @@ namespace Microsoft.DotNet.Tools.Test.Utilities
|
|||
string cppCompilerFlags="",
|
||||
bool buildProfile=true,
|
||||
bool noIncremental=false,
|
||||
bool noDependencies=false,
|
||||
bool verbose=true)
|
||||
bool noDependencies=false)
|
||||
: base("dotnet")
|
||||
{
|
||||
_projectPath = projectPath;
|
||||
|
|
@ -250,18 +240,17 @@ namespace Microsoft.DotNet.Tools.Test.Utilities
|
|||
_buildProfile = buildProfile;
|
||||
_noIncremental = noIncremental;
|
||||
_noDependencies = noDependencies;
|
||||
_verbose = verbose;
|
||||
}
|
||||
|
||||
public override CommandResult Execute(string args = "")
|
||||
{
|
||||
args = $"{Verbose} build {BuildArgs()} {args}";
|
||||
args = $"--verbose build {BuildArgs()} {args}";
|
||||
return base.Execute(args);
|
||||
}
|
||||
|
||||
public override CommandResult ExecuteWithCapturedOutput(string args = "")
|
||||
{
|
||||
args = $"{Verbose} build {BuildArgs()} {args}";
|
||||
args = $"--verbose build {BuildArgs()} {args}";
|
||||
return base.ExecuteWithCapturedOutput(args);
|
||||
}
|
||||
|
||||
|
|
|
|||
|
|
@ -1,294 +0,0 @@
|
|||
// Copyright (c) .NET Foundation and contributors. All rights reserved.
|
||||
// Licensed under the MIT license. See LICENSE file in the project root for full license information.
|
||||
|
||||
using System.Linq;
|
||||
using Microsoft.DotNet.Tools.Test.Utilities;
|
||||
using Microsoft.Xunit.Performance;
|
||||
using Microsoft.DotNet.TestFramework;
|
||||
using System.IO;
|
||||
using System.Runtime.CompilerServices;
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
|
||||
namespace Microsoft.DotNet.Tools.Builder.Tests
|
||||
{
|
||||
public class BuildPerformanceTest : TestBase
|
||||
{
|
||||
private static string SingleTargetApp = "SingleTargetApp";
|
||||
private static string TwoTargetApp = "TwoTargetApp";
|
||||
|
||||
private static string[] SingleTargetGraph = new[]
|
||||
{
|
||||
"SingleTargetGraph/SingleTargetP0",
|
||||
"SingleTargetGraph/SingleTargetP1",
|
||||
"SingleTargetGraph/SingleTargetP2"
|
||||
};
|
||||
|
||||
private static string[] TwoTargetGraph = new[]
|
||||
{
|
||||
"TwoTargetGraph/TwoTargetP0",
|
||||
"TwoTargetGraph/TwoTargetP1",
|
||||
"TwoTargetGraph/TwoTargetP2"
|
||||
};
|
||||
|
||||
private static string[] TwoTargetGraphLarge = new[]
|
||||
{
|
||||
"TwoTargetGraphLarge/TwoTargetLargeP0",
|
||||
"TwoTargetGraphLarge/TwoTargetLargeP1",
|
||||
"TwoTargetGraphLarge/TwoTargetLargeP2",
|
||||
"TwoTargetGraphLarge/TwoTargetLargeP3",
|
||||
"TwoTargetGraphLarge/TwoTargetLargeP4",
|
||||
"TwoTargetGraphLarge/TwoTargetLargeP5",
|
||||
"TwoTargetGraphLarge/TwoTargetLargeP6"
|
||||
};
|
||||
|
||||
[Benchmark]
|
||||
public void BuildSingleProject_SingleTargetApp() => BuildSingleProject(CreateTestInstance(SingleTargetApp));
|
||||
[Benchmark]
|
||||
public void BuildSingleProject_TwoTargetApp() => BuildSingleProject(CreateTestInstance(TwoTargetApp));
|
||||
|
||||
public void BuildSingleProject(TestInstance instance)
|
||||
{
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var buildCommand = new BuildCommand(instance.TestRoot, buildProfile: false);
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
TouchSource(instance.TestRoot);
|
||||
}
|
||||
}
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalSkipSingleProject_SingleTargetApp() => IncrementalSkipSingleProject(CreateTestInstance(SingleTargetApp));
|
||||
[Benchmark]
|
||||
public void IncrementalSkipSingleProject_TwoTargetApp() => IncrementalSkipSingleProject(CreateTestInstance(TwoTargetApp));
|
||||
|
||||
public void IncrementalSkipSingleProject(TestInstance instance)
|
||||
{
|
||||
new BuildCommand(instance.TestRoot, buildProfile: false)
|
||||
.Execute().Should().Pass();
|
||||
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var buildCommand = new BuildCommand(instance.TestRoot, buildProfile: false);
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
[Benchmark]
|
||||
public void BuildAllInGraph_SingleTargetGraph() => BuildAllInGraph(CreateTestInstances(SingleTargetGraph));
|
||||
[Benchmark]
|
||||
public void BuildAllInGraph_TwoTargetGraph() => BuildAllInGraph(CreateTestInstances(TwoTargetGraph));
|
||||
[Benchmark]
|
||||
public void BuildAllInGraph_TwoTargetGraphLarge() => BuildAllInGraph(CreateTestInstances(TwoTargetGraphLarge));
|
||||
|
||||
public void BuildAllInGraph(TestInstance[] instances)
|
||||
{
|
||||
var instance = instances[0];
|
||||
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var buildCommand = new BuildCommand(instance.TestRoot, buildProfile: false);
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
foreach (var i in instances)
|
||||
{
|
||||
TouchSource(i.TestRoot);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalSkipAllInGraph_SingleTargetGraph() =>
|
||||
IncrementalSkipAllInGraph(CreateTestInstances(SingleTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalSkipAllInGraph_TwoTargetGraph() =>
|
||||
IncrementalSkipAllInGraph(CreateTestInstances(TwoTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalSkipAllInGraphh_TwoTargetGraphLarge() =>
|
||||
IncrementalSkipAllInGraph(CreateTestInstances(TwoTargetGraphLarge));
|
||||
|
||||
public void IncrementalSkipAllInGraph(TestInstance[] instances)
|
||||
{
|
||||
var instance = instances[0];
|
||||
new BuildCommand(instance.TestRoot, buildProfile: false)
|
||||
.Execute().Should().Pass();
|
||||
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var buildCommand = new BuildCommand(instance.TestRoot, buildProfile: false);
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalRebuildWithRootChangedInGraph_SingleTargetGraph() =>
|
||||
IncrementalRebuildWithRootChangedInGraph(CreateTestInstances(SingleTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalRebuildWithRootChangedInGraph_TwoTargetGraph() =>
|
||||
IncrementalRebuildWithRootChangedInGraph(CreateTestInstances(TwoTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalRebuildWithRootChangedInGraph_TwoTargetGraphLarge() =>
|
||||
IncrementalRebuildWithRootChangedInGraph(CreateTestInstances(TwoTargetGraphLarge));
|
||||
|
||||
public void IncrementalRebuildWithRootChangedInGraph(TestInstance[] instances)
|
||||
{
|
||||
var instance = instances[0];
|
||||
new BuildCommand(instance.TestRoot, buildProfile: false)
|
||||
.Execute().Should().Pass();
|
||||
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var buildCommand = new BuildCommand(instance.TestRoot, buildProfile: false);
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
TouchSource(instance.TestRoot);
|
||||
}
|
||||
}
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalRebuildWithLastChangedInGraph_SingleTargetGraph() =>
|
||||
IncrementalRebuildWithLastChangedInGraph(CreateTestInstances(SingleTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalRebuildWithLastChangedInGraph_TwoTargetGraph() =>
|
||||
IncrementalRebuildWithLastChangedInGraph(CreateTestInstances(TwoTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalRebuildWithLastChangedInGraph_TwoTargetGraphLarge() =>
|
||||
IncrementalRebuildWithLastChangedInGraph(CreateTestInstances(TwoTargetGraphLarge));
|
||||
|
||||
public void IncrementalRebuildWithLastChangedInGraph(TestInstance[] instances)
|
||||
{
|
||||
var instance = instances[0];
|
||||
new BuildCommand(instance.TestRoot, buildProfile: false)
|
||||
.Execute().Should().Pass();
|
||||
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var buildCommand = new BuildCommand(instance.TestRoot, buildProfile: false);
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
TouchSource(instances.Last().TestRoot);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalSkipAllNoDependenciesInGraph_SingleTargetGraph() =>
|
||||
IncrementalSkipAllNoDependenciesInGraph(CreateTestInstances(SingleTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalSkipAllNoDependenciesInGraph_TwoTargetGraph() =>
|
||||
IncrementalSkipAllNoDependenciesInGraph(CreateTestInstances(TwoTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void IncrementalSkipAllNoDependenciesInGraph_TwoTargetGraphLarge() =>
|
||||
IncrementalSkipAllNoDependenciesInGraph(CreateTestInstances(TwoTargetGraphLarge));
|
||||
|
||||
public void IncrementalSkipAllNoDependenciesInGraph(TestInstance[] instances)
|
||||
{
|
||||
var instance = instances[0];
|
||||
new BuildCommand(instance.TestRoot, buildProfile: false)
|
||||
.Execute().Should().Pass();
|
||||
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var commands = new List<BuildCommand>();
|
||||
foreach (var i in instances.Reverse())
|
||||
{
|
||||
commands.Add(new BuildCommand(i.TestRoot,
|
||||
framework: DefaultFramework,
|
||||
noDependencies: true,
|
||||
buildProfile: false));
|
||||
}
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
foreach (var buildCommand in commands)
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
[Benchmark]
|
||||
public void BuildAllNoDependenciesInGraph_SingleTargetGraph() =>
|
||||
BuildAllNoDependenciesInGraph(CreateTestInstances(SingleTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void BuildAllNoDependenciesInGraph_TwoTargetGraph() =>
|
||||
BuildAllNoDependenciesInGraph(CreateTestInstances(TwoTargetGraph));
|
||||
|
||||
[Benchmark]
|
||||
public void BuildAllNoDependenciesInGraph_TwoTargetGraphLarge() =>
|
||||
BuildAllNoDependenciesInGraph(CreateTestInstances(TwoTargetGraphLarge));
|
||||
|
||||
public void BuildAllNoDependenciesInGraph(TestInstance[] instances)
|
||||
{
|
||||
foreach (var iteration in Benchmark.Iterations)
|
||||
{
|
||||
var commands = new List<BuildCommand>();
|
||||
foreach (var i in instances.Reverse())
|
||||
{
|
||||
commands.Add(new BuildCommand(i.TestRoot,
|
||||
framework: DefaultFramework,
|
||||
noDependencies: true,
|
||||
buildProfile: false));
|
||||
}
|
||||
using (iteration.StartMeasurement())
|
||||
{
|
||||
foreach (var buildCommand in commands)
|
||||
{
|
||||
buildCommand.Execute().Should().Pass();
|
||||
}
|
||||
}
|
||||
foreach (var instance in instances)
|
||||
{
|
||||
TouchSource(instance.TestRoot);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
protected void TouchSource(string project)
|
||||
{
|
||||
var sourceFile = Directory.GetFiles(project, "*.cs").FirstOrDefault();
|
||||
if (sourceFile == null)
|
||||
{
|
||||
throw new InvalidOperationException($"'.cs' files not found in {project}");
|
||||
}
|
||||
File.SetLastWriteTime(sourceFile, DateTime.Now);
|
||||
}
|
||||
|
||||
protected TestInstance[] CreateTestInstances(string[] testProjectNames, [CallerMemberName] string callingMethod = "")
|
||||
{
|
||||
return testProjectNames.Select(testProjectName =>
|
||||
{
|
||||
return CreateTestInstance(testProjectName, callingMethod);
|
||||
}).ToArray();
|
||||
}
|
||||
|
||||
protected TestInstance CreateTestInstance(string testProjectName, [CallerMemberName] string callingMethod = "")
|
||||
{
|
||||
return TestAssetsManager.CreateTestInstance(Path.Combine("PerformanceTestProjects", testProjectName), callingMethod)
|
||||
.WithLockFiles();
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in a new issue