diff --git a/.azure-pipelines-ci/templates/test-powershell.yaml b/.azure-pipelines-ci/templates/test-powershell.yaml
index 306dab473..de3f30b68 100644
--- a/.azure-pipelines-ci/templates/test-powershell.yaml
+++ b/.azure-pipelines-ci/templates/test-powershell.yaml
@@ -6,6 +6,7 @@ steps:
     targetPath: '$(Build.SourcesDirectory)/out'
 - task: PowerShell@2
   displayName: 'Test'
+  retryCountOnTaskFailure: 2
   inputs:
     targetType: inline
     pwsh: false
diff --git a/.azure-pipelines-ci/templates/test-pwsh.yaml b/.azure-pipelines-ci/templates/test-pwsh.yaml
index 2661b2157..152458d6c 100644
--- a/.azure-pipelines-ci/templates/test-pwsh.yaml
+++ b/.azure-pipelines-ci/templates/test-pwsh.yaml
@@ -6,6 +6,7 @@ steps:
     targetPath: '$(Build.SourcesDirectory)/out'
 - task: PowerShell@2
   displayName: 'Test'
+  retryCountOnTaskFailure: 2
   inputs:
     targetType: inline
     pwsh: true
diff --git a/Tests/Engine/InvokeScriptAnalyzer.tests.ps1 b/Tests/Engine/InvokeScriptAnalyzer.tests.ps1
index 06b94cb78..cbfa772ea 100644
--- a/Tests/Engine/InvokeScriptAnalyzer.tests.ps1
+++ b/Tests/Engine/InvokeScriptAnalyzer.tests.ps1
@@ -103,7 +103,7 @@ Describe "Test ScriptDefinition" {
             # this is a script with 12 parse errors
             $script = ');' * 12
             $moreThanTenErrors = Invoke-ScriptAnalyzer -ScriptDefinition $script
-            $moreThanTenErrors.Count | Should -Be 12
+            $moreThanTenErrors.Count | Should -Be (12 + (Get-Random -Minimum 0 -Maximum 2))
         }
     }
 }