diff --git a/src/redist/redist.csproj b/src/redist/redist.csproj
index 66bf19b5d..354836fff 100644
--- a/src/redist/redist.csproj
+++ b/src/redist/redist.csproj
@@ -283,6 +283,9 @@
       <RemainingFiles Remove="$(PublishDir)**\*.resources.dll" />
 
       <DiasymReaderPath Include="$(SharedFrameworkNameVersionPath)/Microsoft.DiaSymReader.Native.*.dll" />
+
+      <!-- MSBuild includes reference assemblies to compile in-memory tasks. Don't try to crossgen. -->
+      <RemainingFiles Remove="$(PublishDir)ref\*.dll" />
     </ItemGroup>
 
     <AddMetadataIsPE Items="@(RoslynFiles)">