diff --git a/TestAssets/TestProjects/TestAppWithCLIToolReferences/TestAppWithCLIToolReferences.csproj b/TestAssets/TestProjects/11TestAppWith10CLIToolReferences/11TestAppWith10CLIToolReferences.csproj
similarity index 100%
rename from TestAssets/TestProjects/TestAppWithCLIToolReferences/TestAppWithCLIToolReferences.csproj
rename to TestAssets/TestProjects/11TestAppWith10CLIToolReferences/11TestAppWith10CLIToolReferences.csproj
diff --git a/TestAssets/TestProjects/TestAppWithCLIToolReferences/NuGet.Config b/TestAssets/TestProjects/11TestAppWith10CLIToolReferences/NuGet.Config
similarity index 100%
rename from TestAssets/TestProjects/TestAppWithCLIToolReferences/NuGet.Config
rename to TestAssets/TestProjects/11TestAppWith10CLIToolReferences/NuGet.Config
diff --git a/TestAssets/TestProjects/TestAppWithCLIToolReferences/Program.cs b/TestAssets/TestProjects/11TestAppWith10CLIToolReferences/Program.cs
similarity index 100%
rename from TestAssets/TestProjects/TestAppWithCLIToolReferences/Program.cs
rename to TestAssets/TestProjects/11TestAppWith10CLIToolReferences/Program.cs
diff --git a/test/dotnet-back-compat.Tests/GivenThatWeWantToBeBackwardsCompatibleWith1xProjects.cs b/test/dotnet-back-compat.Tests/GivenThatWeWantToBeBackwardsCompatibleWith1xProjects.cs
index 63050ca1d..30ecc1f38 100644
--- a/test/dotnet-back-compat.Tests/GivenThatWeWantToBeBackwardsCompatibleWith1xProjects.cs
+++ b/test/dotnet-back-compat.Tests/GivenThatWeWantToBeBackwardsCompatibleWith1xProjects.cs
@@ -81,7 +81,7 @@ namespace Microsoft.DotNet.Cli.Build.Tests
         [RequiresSpecificFrameworkFact("netcoreapp1.0")] // https://github.com/dotnet/cli/issues/6087
         public void ItRunsABackwardsVersionedTool()
         {
-            var testInstance = TestAssets.Get("TestAppWithCLIToolReferences")
+            var testInstance = TestAssets.Get("11TestAppWith10CLIToolReferences")
                                          .CreateInstance()
                                          .WithSourceFiles()
                                          .WithRestoreFiles();