Separate build tests to its own pipeline

This should not be merged without a separate defintion change to the
official build pipeline.

@dotnet-bot skip ci

2 files changed, 575 insertions, 0 deletions

diff --git a/buildpipeline/tests/Dotnet-CoreClr-Trusted-BuildTests.json b/buildpipeline/tests/Dotnet-CoreClr-Trusted-BuildTests.json
new file mode 100644
index 0000000000..6edbc875e5
--- /dev/null
+++ b/buildpipeline/tests/Dotnet-CoreClr-Trusted-BuildTests.json
@@ -0,0 +1,378 @@
+{
+  "build": [
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": false,
+      "alwaysRun": false,
+      "displayName": "Run script $(VS140COMNTOOLS)\\VsDevCmd.bat",
+      "timeoutInMinutes": 0,
+      "condition": "ne(variables['PB_SkipTests'], 'true')",
+      "refName": "Task1",
+      "task": {
+        "id": "bfc8bf76-e7ac-4a8c-9a55-a944a9f632fd",
+        "versionSpec": "1.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "filename": "$(VS140COMNTOOLS)\\VsDevCmd.bat",
+        "arguments": "",
+        "modifyEnvironment": "true",
+        "workingFolder": "",
+        "failOnStandardError": "false"
+      }
+    },
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": false,
+      "alwaysRun": false,
+      "displayName": "Run clean.cmd",
+      "timeoutInMinutes": 0,
+      "condition": "ne(variables['PB_SkipTests'], 'true')",
+      "refName": "Task2",
+      "task": {
+        "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9",
+        "versionSpec": "1.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "filename": "clean.cmd",
+        "arguments": "-all",
+        "workingFolder": "",
+        "failOnStandardError": "false"
+      }
+    },
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": false,
+      "alwaysRun": false,
+      "displayName": "Run sync.cmd",
+      "timeoutInMinutes": 0,
+      "condition": "ne(variables['PB_SkipTests'], 'true')",
+      "refName": "Task3",
+      "task": {
+        "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9",
+        "versionSpec": "1.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "filename": "sync.cmd",
+        "arguments": "-ab -AzureAccount=$(CloudDropAccountName) -AzureToken=$(CloudDropAccessToken) -Container=$(ParentContainerName) -RuntimeId=$(Rid) -BlobNamePrefix=$(ParentBlobNamePrefix)$(ParentBuildType)/TestNativeBins/$(Rid) -- /p:DownloadDirectory=$(Build.SourcesDirectory)/packages/TestNativeBins/$(Rid)/$(ParentBuildType)",
+        "workingFolder": "",
+        "failOnStandardError": "false"
+      }
+    },
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": false,
+      "alwaysRun": false,
+      "displayName": "Generate version props file",
+      "timeoutInMinutes": 0,
+      "condition": "ne(variables['PB_SkipTests'], 'true')",
+      "refName": "Task4",
+      "task": {
+        "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9",
+        "versionSpec": "1.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "filename": "msbuild",
+        "arguments": "createVersionFile.proj /p:OfficialBuildId=$(ParentOfficialBuildId)",
+        "workingFolder": "src",
+        "failOnStandardError": "false"
+      }
+    },
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": false,
+      "alwaysRun": false,
+      "displayName": "Run build-test.cmd",
+      "timeoutInMinutes": 0,
+      "condition": "ne(variables['PB_SkipTests'], 'true')",
+      "refName": "Task5",
+      "task": {
+        "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9",
+        "versionSpec": "1.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "filename": "build-test.cmd",
+        "arguments": "$(ParentBuildType) $(Architecture) buildagainstpackages runtimeid $(Rid) $(TargetsNonWindowsArg)$(CrossgenArg)-OfficialBuildId=$(ParentOfficialBuildId) -OverwriteCoreClrPackageVersion -Priority=$(Priority) -- /p:IntermediateAzureFeed=$(IntermediateAzureFeed)",
+        "workingFolder": "",
+        "failOnStandardError": "false"
+      }
+    },
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": false,
+      "alwaysRun": false,
+      "displayName": "Send job to Helix",
+      "timeoutInMinutes": 0,
+      "condition": "ne(variables['PB_SkipTests'], 'true')",
+      "refName": "Task6",
+      "task": {
+        "id": "d9bafed4-0b18-4f58-968d-86655b4d2ce9",
+        "versionSpec": "1.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "filename": "msbuild",
+        "arguments": "helixpublish.proj /p:CloudDropAccessToken=$(CloudDropAccessToken) /p:CloudDropAccountName=$(CloudDropAccountName) /p:ContainerName=$(ParentContainerName) /p:Platform=$(Architecture) /p:BuildType=$(ParentBuildType) /p:CloudResultsAccountName=$(CloudResultsAccountName) /p:CloudResultsAccessToken=$(CloudResultsAccessToken) /p:TargetsWindows=$(TargetsWindows) /p:OverwriteOnUpload=true /p:Rid=$(Rid) /p:TargetQueues=\"$(TargetQueues)\" /p:TestProduct=$(TestProduct) /p:Branch=$(SourceBranch) /p:HelixApiAccessKey=$(HelixApiAccessKey) /p:HelixApiEndpoint=$(HelixApiEndpoint) /p:FilterToOSGroup=$(FilterToOSGroup) /p:FilterToTestTFM=$(FilterToTestTFM) /p:TimeoutInSeconds=1800 /p:HelixJobType=$(HelixJobType) /fileloggerparameters:Verbosity=diag;LogFile=helix.log",
+        "workingFolder": "tests",
+        "failOnStandardError": "false"
+      }
+    },
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": true,
+      "alwaysRun": true,
+      "displayName": "Copy Files to: $(Build.StagingDirectory)\\BuildLogs",
+      "timeoutInMinutes": 0,
+      "condition": "succeededOrFailed()",
+      "refName": "CopyFiles1",
+      "task": {
+        "id": "5bfb729a-a7c8-4a78-a7c3-8d717bb7c13c",
+        "versionSpec": "2.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "SourceFolder": "",
+        "Contents": "**/*.log",
+        "TargetFolder": "$(Build.StagingDirectory)\\BuildLogs",
+        "CleanTargetFolder": "false",
+        "OverWrite": "false",
+        "flattenFolders": "false"
+      }
+    },
+    {
+      "environment": {},
+      "enabled": true,
+      "continueOnError": true,
+      "alwaysRun": true,
+      "displayName": "Publish Artifact: BuildLogs",
+      "timeoutInMinutes": 0,
+      "condition": "succeededOrFailed()",
+      "refName": "PublishBuildArtifacts1",
+      "task": {
+        "id": "2ff763a7-ce83-4e1f-bc89-0ae63477cebe",
+        "versionSpec": "1.*",
+        "definitionType": "task"
+      },
+      "inputs": {
+        "PathtoPublish": "$(Build.StagingDirectory)\\BuildLogs",
+        "ArtifactName": "BuildLogs",
+        "ArtifactType": "Container",
+        "TargetPath": "\\\\my\\share\\$(Build.DefinitionName)\\$(Build.BuildNumber)",
+        "Parallel": "false",
+        "ParallelCount": "8"
+      }
+    }
+  ],
+  "options": [
+    {
+      "enabled": false,
+      "definition": {
+        "id": "a9db38f9-9fdc-478c-b0f9-464221e58316"
+      },
+      "inputs": {
+        "workItemType": "234347",
+        "assignToRequestor": "true",
+        "additionalFields": "{}"
+      }
+    },
+    {
+      "enabled": false,
+      "definition": {
+        "id": "57578776-4c22-4526-aeb0-86b6da17ee9c"
+      },
+      "inputs": {
+        "additionalFields": "{}"
+      }
+    },
+    {
+      "enabled": false,
+      "definition": {
+        "id": "5d58cc01-7c75-450c-be18-a388ddb129ec"
+      },
+      "inputs": {
+        "branchFilters": "[\"+refs/heads/*\"]",
+        "additionalFields": "{}"
+      }
+    }
+  ],
+  "variables": {
+    "system.debug": {
+      "value": "false",
+      "allowOverride": true
+    },
+    "PB_BuildType": {
+      "value": "Release",
+      "allowOverride": true
+    },
+    "Architecture": {
+      "value": "x64",
+      "allowOverride": true
+    },
+    "Priority": {
+      "value": "1"
+    },
+    "CloudDropAccountName": {
+      "value": "dotnetbuildoutput"
+    },
+    "CloudDropAccessToken": {
+      "value": null,
+      "isSecret": true
+    },
+    "OfficialBuildId": {
+      "value": "$(Build.BuildNumber)",
+      "allowOverride": true
+    },
+    "Label": {
+      "value": "$(Build.BuildNumber)",
+      "allowOverride": true
+    },
+    "PB_SkipTests": {
+      "value": "false",
+      "allowOverride": true
+    },
+    "CloudResultsAccountName": {
+      "value": "dotnetjobresults"
+    },
+    "CloudResultsAccessToken": {
+      "value": null,
+      "isSecret": true
+    },
+    "TargetsWindows": {
+      "value": "false"
+    },
+    "Rid": {
+      "value": "linux-x64"
+    },
+    "TargetQueues": {
+      "value": "debian.82.amd64,fedora.23.amd64,redhat.72.amd64,ubuntu.1404.amd64,ubuntu.1604.amd64,ubuntu.1610.amd64"
+    },
+    "TestProduct": {
+      "value": "coreclr"
+    },
+    "SourceBranch": {
+      "value": "master"
+    },
+    "HelixApiAccessKey": {
+      "value": null,
+      "isSecret": true
+    },
+    "ParentContainerName": {
+      "value": "",
+      "allowOverride": true
+    },
+    "ParentBlobNamePrefix": {
+      "value": "",
+      "allowOverride": true
+    },
+    "ParentBuildType": {
+      "value": "",
+      "allowOverride": true
+    },
+    "ParentOfficialBuildId": {
+      "value": "",
+      "allowOverride": true
+    },
+    "HelixApiEndpoint": {
+      "value": "https://helix.dot.net/api/2016-09-12/jobs"
+    },
+    "FilterToOSGroup": {
+      "value": "Dummy"
+    },
+    "FilterToTestTFM": {
+      "value": "Dummy"
+    },
+    "PB_ContainerName": {
+      "value": "$(Label)-$(TestContainerSuffix)-test"
+    },
+    "TestContainerSuffix": {
+      "value": "linux"
+    },
+    "IntermediateAzureFeed": {
+      "value": "https://dotnetbuildoutput.blob.core.windows.net/$(ParentContainerName)/$(ParentBlobNamePrefix)$(ParentBuildType)/pkg/index.json"
+    },
+    "RuntimeIDArg": {
+      "value": "runtimeid linux-x64"
+    },
+    "TargetsNonWindowsArg": {
+      "value": ""
+    },
+    "CrossgenArg": {
+      "value": ""
+    }
+  },
+  "retentionRules": [
+    {
+      "branches": [
+        "+refs/heads/*"
+      ],
+      "artifacts": [],
+      "artifactTypesToDelete": [
+        "FilePath",
+        "SymbolStore"
+      ],
+      "daysToKeep": 10,
+      "minimumToKeep": 1,
+      "deleteBuildRecord": true,
+      "deleteTestResults": true
+    }
+  ],
+  "buildNumberFormat": "$(date:yyyyMMdd)$(rev:-rr)-$(Rid)",
+  "jobAuthorizationScope": "projectCollection",
+  "jobTimeoutInMinutes": 180,
+  "jobCancelTimeoutInMinutes": 5,
+  "repository": {
+    "properties": {
+      "labelSources": "0",
+      "reportBuildStatus": "true",
+      "fetchDepth": "0",
+      "gitLfsSupport": "false",
+      "skipSyncSource": "false",
+      "cleanOptions": "0",
+      "checkoutNestedSubmodules": "false",
+      "labelSourcesFormat": "$(build.buildNumber)"
+    },
+    "id": "670e3783-ab4f-44fc-9786-d332007da311",
+    "type": "TfsGit",
+    "name": "DotNet-CoreCLR-Trusted",
+    "url": "https://devdiv.visualstudio.com/DevDiv/_git/DotNet-CoreCLR-Trusted",
+    "defaultBranch": "refs/heads/master",
+    "clean": "true",
+    "checkoutSubmodules": false
+  },
+  "processParameters": {},
+  "quality": "definition",
+  "drafts": [],
+  "queue": {
+    "id": 36,
+    "name": "DotNet-Build",
+    "pool": {
+      "id": 39,
+      "name": "DotNet-Build"
+    }
+  },
+  "id": 5159,
+  "name": "Dotnet-CoreClr-Trusted-BuildTests",
+  "path": "\\",
+  "type": "build",
+  "queueStatus": "enabled",
+  "project": {
+    "id": "0bdbc590-a062-4c3f-b0f6-9383f67865ee",
+    "name": "DevDiv",
+    "description": "Visual Studio and DevDiv team project for git source code repositories.  Work items will be added for Adams, Dev14 work items are tracked in vstfdevdiv.  ",
+    "url": "https://devdiv.visualstudio.com/DefaultCollection/_apis/projects/0bdbc590-a062-4c3f-b0f6-9383f67865ee",
+    "state": "wellFormed",
+    "revision": 418098432,
+    "visibility": "organization"
+  }
+}
\ No newline at end of file
diff --git a/buildpipeline/tests/test_pipelines.json b/buildpipeline/tests/test_pipelines.json
new file mode 100644
index 0000000000..b4f1ed905b
--- /dev/null
+++ b/buildpipeline/tests/test_pipelines.json
@@ -0,0 +1,197 @@
+{
+    "Repository": "coreclr",
+    "Definitions": {
+      "Path": ".",
+      "Type": "VSTS",
+      "BaseUrl":  "https://devdiv.visualstudio.com/DefaultCollection",
+      "SkipBranchAndVersionOverrides": "false"
+    },
+    "Pipelines": [
+        {
+            "Name": "Build And Run Tests - Release",
+            "Parameters": {
+            "TreatWarningsAsErrors": "false"
+            },
+            "BuildParameters": {
+            "PB_BuildType": "Release"
+            },
+            "Definitions": [
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/cli/",
+                "TargetsWindows": "true",
+                "Rid": "win-x64",
+                "TargetQueues": "Windows.10.Amd64,Windows.10.Nano.Amd64,Windows.10.Amd64.Core,Windows.7.Amd64,Windows.81.Amd64",
+                "TestContainerSuffix": "windows",
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "Windows",
+                "SubType":  "Build-Tests",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/r2r/cli/",
+                "TargetsWindows": "true",
+                "Rid": "win-x64",
+                "TargetQueues": "Windows.10.Amd64,Windows.10.Nano.Amd64,Windows.10.Amd64.Core,Windows.7.Amd64,Windows.81.Amd64",
+                "TestContainerSuffix": "windows-r2r",
+                "CrossgenArg": "Crossgen "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "Windows",
+                "SubType":  "Build-Tests-R2R",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "Architecture": "arm",
+                "HelixJobType": "test/functional/cli/",
+                "TargetsWindows": "true",
+                "Rid": "win-arm",
+                "TargetQueues": "windows.10.arm64",
+                "TestContainerSuffix": "windows",
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "Windows",
+                "Architecture": "arm64",
+                "SubType":  "Build-Tests",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "Architecture": "arm",
+                "HelixJobType": "test/functional/r2r/cli/",
+                "TargetsWindows": "true",
+                "Rid": "win-arm",
+                "TargetQueues": "windows.10.arm64",
+                "TestContainerSuffix": "windows-r2r",
+                "CrossgenArg": "Crossgen "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "Windows",
+                "Architecture": "arm64",
+                "SubType":  "Build-Tests-R2R",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/cli/",
+                "TargetsWindows": "false",
+                "Rid": "osx-x64",
+                "TargetQueues": "osx.1012.amd64",
+                "TestContainerSuffix": "osx",
+                "TargetsNonWindowsArg": "TargetsNonWindows "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "OSX",
+                "SubType":  "Build-Tests",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/r2r/cli/",
+                "TargetsWindows": "false",
+                "Rid": "osx-x64",
+                "TargetQueues": "osx.1012.amd64",
+                "TestContainerSuffix": "osx-r2r",
+                "CrossgenArg": "Crossgen ",
+                "TargetsNonWindowsArg": "TargetsNonWindows "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "OSX",
+                "SubType":  "Build-Tests-R2R",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/cli/",
+                "TargetsWindows": "false",
+                "Rid": "linux-x64",
+                "TargetQueues": "debian.82.amd64,fedora.25.amd64,redhat.72.amd64,ubuntu.1404.amd64,ubuntu.1604.amd64,ubuntu.1710.amd64",
+                "TestContainerSuffix": "linux",
+                "TargetsNonWindowsArg": "TargetsNonWindows "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "RedHat 7",
+                "SubType":  "Build-Tests",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/r2r/cli/",
+                "TargetsWindows": "false",
+                "Rid": "linux-x64",
+                "TargetQueues": "debian.82.amd64,fedora.25.amd64,redhat.72.amd64,ubuntu.1404.amd64,ubuntu.1604.amd64,ubuntu.1710.amd64",
+                "TestContainerSuffix": "linux-r2r",
+                "CrossgenArg": "Crossgen ",
+                "TargetsNonWindowsArg": "TargetsNonWindows "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "RedHat 7",
+                "SubType":  "Build-Tests-R2R",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/cli/",
+                "TargetsWindows": "false",
+                "Rid": "rhel.6-x64",
+                "TargetQueues": "redhat.69.amd64",
+                "TestContainerSuffix": "rhel6",
+                "TargetsNonWindowsArg": "TargetsNonWindows "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "RedHat6",
+                "SubType":  "Build-Tests",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            },
+            {
+                "Name": "Dotnet-CoreClr-Trusted-BuildTests",
+                "Parameters": {
+                "HelixJobType": "test/functional/r2r/cli/",
+                "TargetsWindows": "false",
+                "Rid": "rhel.6-x64",
+                "TargetQueues": "redhat.69.amd64",
+                "TestContainerSuffix": "rhel6-r2r",
+                "CrossgenArg": "Crossgen ",
+                "TargetsNonWindowsArg": "TargetsNonWindows "
+                },
+                "ReportingParameters": {
+                "OperatingSystem": "RedHat6",
+                "SubType":  "Build-Tests-R2R",
+                "Type": "build/product/",
+                "PB_BuildType": "Release"
+                }
+            }
+            ],
+        }
+    ]
+}
\ No newline at end of file