diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index d7f483d48c41d..728951d356999 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -206,6 +206,8 @@ stages:
           include:
           - src/Compilers/*
           - src/Dependencies/*
+          - eng/*
+          - src/Tools/Source/CompilerGeneratorTools/*
 
   - job: Correctness_Build_Artifacts
     dependsOn: Determine_Changes
@@ -322,12 +324,6 @@ stages:
     steps:
       - template: eng/pipelines/checkout-windows-task.yml
 
-      - task: PowerShell@2
-        displayName: Restore
-        inputs:
-          filePath: eng/build.ps1
-          arguments: -configuration Debug -prepareMachine -ci -restore -binaryLogName Restore.binlog
-
       - powershell: .\eng\test-rebuild.ps1 -ci -configuration Release
         displayName: Run BuildValidator
 
diff --git a/eng/build-utils.ps1 b/eng/build-utils.ps1
index 2b7db4c5a709d..6d56827978aa2 100644
--- a/eng/build-utils.ps1
+++ b/eng/build-utils.ps1
@@ -301,6 +301,10 @@ function Run-MSBuild([string]$projectFilePath, [string]$buildArgs = "", [string]
 
   if ($ci) {
     $args += " /p:ContinuousIntegrationBuild=true"
+    # Temporarily disable RestoreUseStaticGraphEvaluation to work around this NuGet issue 
+    # in our CI builds
+    # https://github.com/NuGet/Home/issues/12373
+    $args += " /p:RestoreUseStaticGraphEvaluation=false"
   }
 
   if ($bootstrapDir -ne "") {
diff --git a/eng/test-determinism.ps1 b/eng/test-determinism.ps1
index c98e405ff4fdf..6be79b1e2377e 100644
--- a/eng/test-determinism.ps1
+++ b/eng/test-determinism.ps1
@@ -52,6 +52,11 @@ function Run-Build([string]$rootDir, [string]$logFileName) {
 
   Stop-Processes
 
+  # Temporarily disable RestoreUseStaticGraphEvaluation to work around this NuGet issue 
+  # in our CI builds
+  # https://github.com/NuGet/Home/issues/12373
+  $restoreUseStaticGraphEvaluation = if ($ci) { $false } else { $true }
+
   Write-Host "Building $solution using $bootstrapDir"
   MSBuild $toolsetBuildProj `
      /p:Projects=$solution `
@@ -65,7 +70,7 @@ function Run-Build([string]$rootDir, [string]$logFileName) {
      /p:BootstrapBuildPath=$bootstrapDir `
      /p:RunAnalyzers=false `
      /p:RunAnalyzersDuringBuild=false `
-     /p:RestoreUseStaticGraphEvaluation=true `
+     /p:RestoreUseStaticGraphEvaluation=$restoreUseStaticGraphEvaluation `
      /bl:$logFilePath
 
   Stop-Processes
diff --git a/eng/test-rebuild.ps1 b/eng/test-rebuild.ps1
index cf7092ddd6380..e5c5cfe17f813 100644
--- a/eng/test-rebuild.ps1
+++ b/eng/test-rebuild.ps1
@@ -33,7 +33,7 @@ try {
 
   if (-not $noBuild) {
     Write-Host "Building Roslyn"
-    Exec-Block { & (Join-Path $PSScriptRoot "build.ps1") -build -bootstrap -ci:$ci -useGlobalNuGetCache:$useGlobalNuGetCache -configuration:$configuration -pack -binaryLog }
+    Exec-Block { & (Join-Path $PSScriptRoot "build.ps1") -restore -build -bootstrap -ci:$ci -useGlobalNuGetCache:$useGlobalNuGetCache -configuration:$configuration -pack -binaryLog }
   }
 
   Subst-TempDir