diff --git a/eng/SourceBuild.Version.Details.xml b/eng/SourceBuild.Version.Details.xml
index 1682d0c8e..52faed3af 100644
--- a/eng/SourceBuild.Version.Details.xml
+++ b/eng/SourceBuild.Version.Details.xml
@@ -79,9 +79,9 @@
       <Sha>3fb25b8db3bec654e37e71a5b2b7fde14444bc2f</Sha>
       <SourceBuild RepoName="source-build" ManagedOnly="true" />
     </Dependency>
-    <Dependency Name="Microsoft.SourceBuild.Intermediate.source-build-reference-packages" Version="6.0.0-alpha.1.21359.1">
+    <Dependency Name="Microsoft.SourceBuild.Intermediate.source-build-reference-packages" Version="6.0.0-alpha.1.21373.1">
       <Uri>https://github.com/dotnet/source-build-reference-packages</Uri>
-      <Sha>8cfb504dabb5881e5bb22b36035ecc72d7426fdd</Sha>
+      <Sha>dfcca1bbae6e87df7b99bd7837410d9815f7a813</Sha>
       <SourceBuild RepoName="source-build-reference-packages" ManagedOnly="true" />
     </Dependency>
     <Dependency Name="XliffTasks" Version="1.0.0-beta.21325.1" CoherentParentDependency="Microsoft.DotNet.Arcade.Sdk">
diff --git a/src/SourceBuild/Arcade/tools/SourceBuildArcadeTarball.targets b/src/SourceBuild/Arcade/tools/SourceBuildArcadeTarball.targets
index 3ded4c1a5..8fe351cf0 100644
--- a/src/SourceBuild/Arcade/tools/SourceBuildArcadeTarball.targets
+++ b/src/SourceBuild/Arcade/tools/SourceBuildArcadeTarball.targets
@@ -61,7 +61,7 @@
     </Exec>
 
     <!-- This is hardcoding version for the root repo (installer), since there
-         isn't a Version.Details.xml file to read it from.  
+         isn't a Version.Details.xml file to read it from.
          See https://github.com/dotnet/source-build/issues/2250 -->
     <ItemGroup>
       <SourceBuildRepos Include="$(GitHubRepositoryName)">
@@ -92,7 +92,7 @@
     </ItemGroup>
   </Target>
 
-  <Target Name="CloneRepoAndDependentsRecursive" 
+  <Target Name="CloneRepoAndDependentsRecursive"
     DependsOnTargets="GetSourceBuildIntermediateNupkgNameConvention">
 
     <Message Text="--> Start Cloning Repo $(SourceBuildRepoName)" Importance="High" />
@@ -151,7 +151,7 @@
       <Output TaskParameter="Dependencies" ItemName="SourceBuildRepos" />
     </Tarball_ReadSourceBuildIntermediateNupkgDependencies>
 
-    <!-- Remove repo if it has already be cloned at any sha.  This results in 
+    <!-- Remove repo if it has already be cloned at any sha.  This results in
          The commit sha for the cloned repo in the tarball being the one that
          was first encountered. -->
     <ItemGroup>
@@ -164,9 +164,9 @@
 
     <Message Text="--> Dependencies for $(TarballVersionDetailsFile):" Importance="High" />
     <Message Text="-->     [@(SourceBuildRepos)]" Importance="High" />
-    <MSBuild Projects="$(MSBuildProjectFile)" 
+    <MSBuild Projects="$(MSBuildProjectFile)"
       Condition=" '@(SourceBuildRepos)' != '' "
-      Targets="CloneRepoAndDependentsRecursive" 
+      Targets="CloneRepoAndDependentsRecursive"
       Properties="SourceBuildRepoName=%(SourceBuildRepos.SourceBuildRepoName);RepoSha=%(SourceBuildRepos.Sha);RepoUri=%(SourceBuildRepos.Uri)" />
 
   </Target>
@@ -203,6 +203,8 @@
       File="$(ArchiveArtifactsTextFile)"
       Lines="@(ArtifactUrls)"
       Overwrite="true" />
+
+    <MakeDir Directories="$(TarballRootDir)packages/prebuilt" />
   </Target>
 
 </Project>
diff --git a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.2.0.3.nupkg b/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.2.0.3.nupkg
deleted file mode 100644
index 6c7cad825..000000000
Binary files a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.2.0.3.nupkg and /dev/null differ
diff --git a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.2.1.0.nupkg b/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.2.1.0.nupkg
deleted file mode 100644
index cb6674ff8..000000000
Binary files a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.2.1.0.nupkg and /dev/null differ
diff --git a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.Ref.3.1.0.nupkg b/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.Ref.3.1.0.nupkg
deleted file mode 100644
index 7c3ac3fcb..000000000
Binary files a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.Ref.3.1.0.nupkg and /dev/null differ
diff --git a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.Ref.5.0.0.nupkg b/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.Ref.5.0.0.nupkg
deleted file mode 100644
index 938f3b1ed..000000000
Binary files a/src/SourceBuild/tarball/content/packages/prebuilt/Microsoft.NETCore.App.Ref.5.0.0.nupkg and /dev/null differ
diff --git a/src/SourceBuild/tarball/content/packages/prebuilt/NETStandard.Library.2.0.3.nupkg b/src/SourceBuild/tarball/content/packages/prebuilt/NETStandard.Library.2.0.3.nupkg
deleted file mode 100644
index 224ada250..000000000
Binary files a/src/SourceBuild/tarball/content/packages/prebuilt/NETStandard.Library.2.0.3.nupkg and /dev/null differ