diff --git a/src/Microsoft.DotNet.ProjectModel/ProjectContextBuilder.cs b/src/Microsoft.DotNet.ProjectModel/ProjectContextBuilder.cs
index e3315dafe..4548a0ad4 100644
--- a/src/Microsoft.DotNet.ProjectModel/ProjectContextBuilder.cs
+++ b/src/Microsoft.DotNet.ProjectModel/ProjectContextBuilder.cs
@@ -300,13 +300,19 @@ namespace Microsoft.DotNet.ProjectModel
         private static string ComposeMessageFromInnerExceptions(Exception exception)
         {
             var sb = new StringBuilder();
+            var messages = new HashSet<string>();
 
             while (exception != null)
             {
-                sb.AppendLine(exception.Message);
+                messages.Add(exception.Message);
                 exception = exception.InnerException;
             }
 
+            foreach (var message in messages)
+            {
+                sb.AppendLine(message);
+            }
+
             return sb.ToString();
         }