summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--azure-pipelines.yml14
-rw-r--r--eng/Version.Details.xml5
-rw-r--r--eng/helixcorefxtests.proj116
-rw-r--r--eng/send-to-helix-step.yml25
-rw-r--r--eng/test-job.yml45
-rw-r--r--tests/CoreFX/CoreFX.issues.rsp434
-rw-r--r--tests/src/Common/CoreFX/CoreFX.depproj53
7 files changed, 641 insertions, 51 deletions
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index f1a9205f30..e783cc1bf6 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -235,6 +235,18 @@ jobs:
jobParameters:
readyToRun: true
testGroup: innerloop
+ displayNameArgs: R2R
+ # The CoreFX runs against CoreCLR
+ - template: eng/platform-matrix.yml
+ parameters:
+ jobTemplate: test-job.yml
+ buildConfig: release
+ platforms:
+ - Windows_NT_x64
+ jobParameters:
+ corefxTests: true
+ testGroup: innerloop
+ displayNameArgs: CoreFX
# CI
- ${{ if and(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'IndividualCI', 'BatchedCI')) }}:
@@ -263,6 +275,7 @@ jobs:
jobParameters:
readyToRun: true
testGroup: outerloop
+ displayNameArgs: R2R
#
# Release test builds
@@ -295,6 +308,7 @@ jobs:
jobParameters:
testGroup: outerloop
readyToRun: true
+ displayNameArgs: R2R
# Publish build information to Build Assets Registry
diff --git a/eng/Version.Details.xml b/eng/Version.Details.xml
index 73570b953a..7e488ed73f 100644
--- a/eng/Version.Details.xml
+++ b/eng/Version.Details.xml
@@ -11,6 +11,11 @@
<Uri>https://github.com/dotnet/arcade</Uri>
<Sha>a7a250e9c13147134543c35fef2fb81f19592edf</Sha>
</Dependency>
+ <!-- This dependency should be added, but it causes the github PR legs to not launch. -->
+ <!-- Dependency Name="microsoft.dotnet.build.tasks.feed" Version="2.2.0-beta.19229.8">
+ <Uri>https://github.com/dotnet/arcade</Uri>
+ <Sha>a7a250e9c13147134543c35fef2fb81f19592edf</Sha>
+ </Dependency-->
<Dependency Name="Microsoft.Private.CoreFx.NETCoreApp" Version="4.6.0-preview6.19229.1">
<Uri>https://github.com/dotnet/corefx</Uri>
<Sha>173a2a165316af9a4e211ceab8c8d9692de8a528</Sha>
diff --git a/eng/helixcorefxtests.proj b/eng/helixcorefxtests.proj
new file mode 100644
index 0000000000..bd9fc695d5
--- /dev/null
+++ b/eng/helixcorefxtests.proj
@@ -0,0 +1,116 @@
+<Project InitialTargets="BuildHelixWorkItems" Sdk="Microsoft.DotNet.Helix.Sdk">
+ <Import Project="$(NuGetPackageRoot)microsoft.dotnet.build.tasks.feed\$(MicrosoftDotNetBuildTasksFeedVersion)\build\Microsoft.DotNet.Build.Tasks.Feed.targets" />
+
+ <PropertyGroup>
+ <!-- Set the TargetFramework just to make the SDK happy -->
+ <TargetFramework>netstandard2.0</TargetFramework>
+ </PropertyGroup>
+
+ <PropertyGroup>
+ <Creator>$(_Creator)</Creator>
+ <HelixAccessToken>$(_HelixAccessToken)</HelixAccessToken>
+ <HelixBuild>$(_HelixBuild)</HelixBuild>
+ <HelixSource>$(_HelixSource)</HelixSource>
+ <HelixTargetQueues>$(_HelixTargetQueues)</HelixTargetQueues>
+ <HelixType>$(_HelixType)</HelixType>
+ <HelixArchitecture>$(__BuildArch)</HelixArchitecture>
+ <HelixConfiguration>$(__BuildType)</HelixConfiguration>
+
+ <!--
+ TODO: ProjectDir, RootBinDir, TestWorkingDir, and TargetsWindows are global properties set in dir.props, remove the property assignment here when we port to arcade.
+ -->
+ <ProjectDir Condition="'$(__ProjectDir)'==''">$(MSBuildThisFileDirectory)..\</ProjectDir>
+ <RootBinDir Condition="'$(__RootBinDir)'==''">$(ProjectDir)bin\</RootBinDir>
+ <TestWorkingDir Condition="'$(__TestWorkingDir)'==''">$(RootBinDir)tests\$(__BuildOS).$(__BuildArch).$(__BuildType)\</TestWorkingDir>
+ <TargetsWindows Condition="'$(__BuildOS)' == 'Windows_NT'">true</TargetsWindows>
+
+ <TestHostRootPath>$(TestWorkingDir)testhost\</TestHostRootPath>
+ <TestArchiveRuntimeRoot>$(TestWorkingDir)helix\</TestArchiveRuntimeRoot>
+ <TestArchiveRuntimeFile>$(TestArchiveRuntimeRoot)testhost-runtime.zip</TestArchiveRuntimeFile>
+ <HelixCorrelationPayload></HelixCorrelationPayload>
+
+ <EnableAzurePipelinesReporter>$(_PublishTestResults)</EnableAzurePipelinesReporter>
+ <EnableAzurePipelinesReporter Condition=" '$(EnableAzurePipelinesReporter)' == '' ">false</EnableAzurePipelinesReporter>
+ <EnableXUnitReporter>true</EnableXUnitReporter>
+ <FailOnMissionControlTestFailure>true</FailOnMissionControlTestFailure>
+ <FailOnWorkItemFailure>true</FailOnWorkItemFailure>
+
+ <TimeoutInSeconds Condition="'$(TimeoutInSeconds)' == ''">600</TimeoutInSeconds>
+ <CommandTimeoutSpan>$([System.TimeSpan]::FromSeconds($(TimeoutInSeconds)))</CommandTimeoutSpan>
+ <MaxRetryCount Condition="'$(MaxRetryCount)' == ''">4</MaxRetryCount>
+ <WaitForWorkItemCompletion>true</WaitForWorkItemCompletion>
+ </PropertyGroup>
+
+ <PropertyGroup>
+ <!--
+ For windows we need to use call, since the command is going to be called from a bat script created by Helix
+ and we exit /b at the end of RunTests.cmd, Helix runs some other commands after ours within the bat script,
+ if we don't use call, then we cause the parent script to exit, and anything after will not be executed.
+ The arguments passed in to the run script in order are the runtime directory, the dotnet root directory (for
+ helix submissions same as the runtime directory) and the global tools directory.
+ -->
+ <HelixCommand Condition="'$(TargetsWindows)' == 'true'">call RunTests.cmd -r %HELIX_CORRELATION_PAYLOAD% -d %HELIX_CORRELATION_PAYLOAD% -g %HELIX_CORRELATION_PAYLOAD%\tools --rsp-file %HELIX_CORRELATION_PAYLOAD%\CoreFX.issues.rsp </HelixCommand>
+ <HelixCommand Condition="'$(TargetsWindows)' != 'true'">./RunTests.sh -r $HELIX_CORRELATION_PAYLOAD -d $HELIX_CORRELATION_PAYLOAD -g $HELIX_CORRELATION_PAYLOAD/tools --rsp-file $HELIX_CORRELATION_PAYLOAD/CoreFX.issues.rsp </HelixCommand>
+ </PropertyGroup>
+
+ <ItemGroup>
+ <TestArchiveRuntimeInputs Include="$(TestHostRootPath)**/*" />
+ </ItemGroup>
+
+ <Target Name="CopyRSPFile">
+ <Copy
+ SourceFiles="$(ProjectDir)\tests\CoreFX\CoreFX.issues.rsp"
+ DestinationFolder="$(TestHostRootPath)" />
+ </Target>
+
+ <Target Name="CompressRuntimeDirectory"
+ Inputs="@(TestArchiveRuntimeInputs)"
+ Outputs="$(TestArchiveRuntimeFile)"
+ DependsOnTargets="CopyRSPFile" >
+
+ <MakeDir Directories="$(TestArchiveRuntimeRoot)" />
+
+ <ZipDirectory
+ SourceDirectory="$(TestHostRootPath)"
+ DestinationFile="$(TestArchiveRuntimeFile)"
+ Overwrite="true" />
+
+ <Message Importance="High" Text="Zipped correlation payload into $(TestArchiveRuntimeFile)" />
+ </Target>
+
+ <PropertyGroup>
+ <TestAssetBlobFeedUrl>https://dotnetfeed.blob.core.windows.net/dotnet-core</TestAssetBlobFeedUrl>
+ </PropertyGroup>
+
+ <Target Name="GetTestAssetManifest"
+ Returns="@(TestAssetBlobInfos)">
+
+ <PropertyGroup>
+ <_TargetGroup>netcoreapp</_TargetGroup>
+ <_AssetManifestPath>$(TestAssetBlobFeedUrl)/corefx-tests/$(MicrosoftPrivateCoreFxNETCoreAppVersion)/$(__BuildOS).$(__BuildArch)/$(_TargetGroup)/corefx-test-assets.xml</_AssetManifestPath>
+ </PropertyGroup>
+
+ <ParseBuildManifest AssetManifestPath="$(_AssetManifestPath)">
+ <Output TaskParameter="BlobInfos" ItemName="TestAssetBlobInfos" />
+ </ParseBuildManifest>
+ </Target>
+
+ <Target Name="BuildHelixWorkItems"
+ Inputs="$(TestArchiveRuntimeFile);@(TestAssetBlobInfos)"
+ Outputs="@(HelixCorrelationPayload);@(HelixWorkItem)"
+ DependsOnTargets="CompressRuntimeDirectory;GetTestAssetManifest">
+
+ <ItemGroup>
+ <HelixCorrelationPayload
+ Include="$(TestArchiveRuntimeFile)" />
+
+ <HelixWorkItem Include="@(TestAssetBlobInfos -> '%(FileName)')">
+ <PayloadUri>$(TestAssetBlobFeedUrl)/%(Identity)</PayloadUri>
+ <Command>$(HelixCommand)</Command>
+ <Timeout>$(CommandTimeoutSpan)</Timeout>
+ </HelixWorkItem>
+ </ItemGroup>
+
+ <Message Importance="High" Text="@(HelixWorkItem -> '%(PayloadUri)')" />
+ </Target>
+</Project>
diff --git a/eng/send-to-helix-step.yml b/eng/send-to-helix-step.yml
index 4192be458c..c29a175262 100644
--- a/eng/send-to-helix-step.yml
+++ b/eng/send-to-helix-step.yml
@@ -15,10 +15,17 @@ parameters:
timeoutPerTestCollectionInMinutes: ''
timeoutPerTestInMinutes: ''
runCrossGen: ''
+ helixProjectArguments: ''
steps:
- ${{ if eq(parameters.osGroup, 'Windows_NT') }}:
- - powershell: eng\common\msbuild.ps1 -ci tests\helixpublishwitharcade.proj /maxcpucount
+ # TODO: Remove and consolidate this when we move to arcade via init-tools.cmd.
+ - powershell: eng\common\build.ps1 /p:DotNetPublishToBlobFeed=true -ci -restore -projects $(Build.SourcesDirectory)\eng\empty.proj
+ displayName: Restore blob feed tasks
+ ${{ if ne(parameters.condition, '') }}:
+ condition: ${{ parameters.condition }}
+
+ - powershell: eng\common\msbuild.ps1 -ci ${{ parameters.helixProjectArguments }} /maxcpucount /bl:$(Build.SourcesDirectory)/bin/Logs/SendToHelix.binlog
displayName: ${{ parameters.displayName }}
${{ if ne(parameters.condition, '') }}:
condition: ${{ parameters.condition }}
@@ -39,9 +46,21 @@ steps:
_TimeoutPerTestInMinutes: ${{ parameters.timeoutPerTestInMinutes }}
${{ if eq(parameters.publishTestResults, 'true') }}:
SYSTEM_ACCESSTOKEN: $(System.AccessToken)
+ # TODO: remove NUGET_PACKAGES once https://github.com/dotnet/arcade/issues/1578 is fixed
+ NUGET_PACKAGES: $(Build.SourcesDirectory)\.packages
- ${{ if ne(parameters.osGroup, 'Windows_NT') }}:
- - script: ./eng/common/msbuild.sh --ci tests/helixpublishwitharcade.proj /maxcpucount
+ # TODO: Remove and consolidate this when we move to arcade via init-tools.sh.
+ - script: ./eng/common/build.sh /p:DotNetPublishToBlobFeed=true --ci --restore --projects $(Build.SourcesDirectory)/eng/empty.proj
+ displayName: Restore blob feed tasks
+ ${{ if ne(parameters.condition, '') }}:
+ condition: ${{ parameters.condition }}
+ ${{ if eq(parameters.osGroup, 'FreeBSD') }}:
+ env:
+ # Arcade uses this SDK instead of trying to restore one.
+ DotNetCoreSdkDir: /usr/local/dotnet
+
+ - script: ./eng/common/msbuild.sh --ci ${{ parameters.helixProjectArguments }} /maxcpucount /bl:$(Build.SourcesDirectory)/bin/Logs/SendToHelix.binlog
displayName: ${{ parameters.displayName }}
${{ if ne(parameters.condition, '') }}:
condition: ${{ parameters.condition }}
@@ -62,3 +81,5 @@ steps:
_TimeoutPerTestInMinutes: ${{ parameters.timeoutPerTestInMinutes }}
${{ if eq(parameters.publishTestResults, 'true') }}:
SYSTEM_ACCESSTOKEN: $(System.AccessToken)
+ # TODO: remove NUGET_PACKAGES once https://github.com/dotnet/arcade/issues/1578 is fixed
+ NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages
diff --git a/eng/test-job.yml b/eng/test-job.yml
index ab484132e5..145d7e3fda 100644
--- a/eng/test-job.yml
+++ b/eng/test-job.yml
@@ -7,6 +7,9 @@ parameters:
readyToRun: false
helixQueues: ''
crossrootfsDir: ''
+ # If true, run the corefx tests instead of the coreclr ones
+ corefxTests: false
+ displayNameArgs: ''
### Test job
@@ -23,19 +26,13 @@ jobs:
helixType: 'build/tests/'
# Compute job name from template parameters
- ${{ if and(eq(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, false)) }}:
- name: ${{ format('testbuild_pri0_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
- displayName: ${{ format('Test Pri0 {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
- ${{ if and(eq(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, true)) }}:
- name: ${{ format('testbuild_pri0_r2r_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
- displayName: ${{ format('Test Pri0 R2R {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
-
- ${{ if and(ne(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, false)) }}:
- name: ${{ format('testbuild_pri1_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
- displayName: ${{ format('Test Pri1 {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
- ${{ if and(ne(parameters.testGroup, 'innerloop'), eq(parameters.readyToRun, true)) }}:
- name: ${{ format('testbuild_pri1_r2r_{0}_{1}_{2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
- displayName: ${{ format('Test Pri1 R2R {0} {1} {2}', parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+ ${{ if eq(parameters.testGroup, 'innerloop') }}:
+ name: ${{ format('testbuild_pri0_{0}_{1}_{2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+ displayName: ${{ format('Test Pri0 {0} {1} {2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+
+ ${{ if ne(parameters.testGroup, 'innerloop') }}:
+ name: ${{ format('testbuild_pri1_{0}_{1}_{2}_{3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
+ displayName: ${{ format('Test Pri1 {0} {1} {2} {3}', parameters.displayNameArgs, parameters.osIdentifier, parameters.archType, parameters.buildConfig) }}
crossrootfsDir: ${{ parameters.crossrootfsDir }}
@@ -69,6 +66,16 @@ jobs:
- name: clangArg
value: '-clang5.0'
+ - name: testhostArg
+ value: ''
+ - ${{ if eq(parameters.corefxTests, true) }}:
+ - ${{ if ne(parameters.osGroup, 'Windows_NT') }}:
+ - name: testhostArg
+ value: 'generatetesthostonly'
+ - ${{ if eq(parameters.osGroup, 'Windows_NT') }}:
+ - name: testhostArg
+ value: 'buildtesthostonly'
+
# FreeBSD test jobs are disabled since we don't have any FreeBSD helix queues.
${{ if eq(parameters.osGroup, 'FreeBSD') }}:
condition: false
@@ -115,10 +122,10 @@ jobs:
# Build tests
- ${{ if ne(parameters.osGroup, 'Windows_NT') }}:
- - script: ./build-test.sh $(buildConfig) $(archType) $(crossArg) $(priorityArg) $(crossgenArg) $(clangArg)
+ - script: ./build-test.sh $(buildConfig) $(archType) $(crossArg) $(priorityArg) $(crossgenArg) $(clangArg) $(testhostArg)
displayName: Build tests
- ${{ if eq(parameters.osGroup, 'Windows_NT') }}:
- - script: build-test.cmd $(buildConfig) $(archType) $(priorityArg) $(crossgenArg)
+ - script: build-test.cmd $(buildConfig) $(archType) $(priorityArg) $(crossgenArg) $(testhostArg)
displayName: Build tests
@@ -126,7 +133,7 @@ jobs:
- template: /eng/send-to-helix-step.yml
parameters:
displayName: Send tests to Helix
- buildConfig: ${{ parameters.buildConfig }}
+ buildConfig: $(buildConfigUpper)
archType: ${{ parameters.archType }}
osGroup: ${{ parameters.osGroup }}
@@ -172,6 +179,12 @@ jobs:
# DotNet-HelixApi-Access variable group
helixAccessToken: $(HelixApiAccessToken)
+ # Sets up the template to run the corefx tests
+ ${{ if eq(parameters.corefxTests, true) }}:
+ helixProjectArguments: 'eng/helixcorefxtests.proj /t:Test /p:ArcadeBuild=True'
+ ${{ if eq(parameters.corefxTests, false) }}:
+ helixProjectArguments: 'tests/helixpublishwitharcade.proj'
+
${{ if in(parameters.testGroup, 'innerloop', 'outerloop') }}:
scenarios:
- normal
diff --git a/tests/CoreFX/CoreFX.issues.rsp b/tests/CoreFX/CoreFX.issues.rsp
new file mode 100644
index 0000000000..8872676ba8
--- /dev/null
+++ b/tests/CoreFX/CoreFX.issues.rsp
@@ -0,0 +1,434 @@
+-notrait category=OuterLoop
+-notrait category=RequiresElevation
+-nomethod System.Diagnostics.TraceSourceTests.DefaultTraceListenerClassTests.EntryAssemblyName_Null_NotIncludedInTrace
+-nomethod System.Globalization.Tests.CharUnicodeInfoGetUnicodeCategoryTests.GetUnicodeCategory
+-nomethod System.Globalization.Tests.NumberFormatInfoNegativeInfinitySymbol.NegativeInfinitySymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentDecimalDigits.PercentDecimalDigits_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyGroupSeparator.CurrencyGroupSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberNegativePattern.NumberNegativePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPositiveInfinitySymbol.PositiveInfinitySymbol_Set_Invalid
+-nomethod System.Globalization.Tests.StringInfoString.String_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberDecimalSeparator.NumberDecimalSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberGroupSeparator.NumberGroupSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNaNSymbol.NaNSymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPositiveSign.PositiveSign_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyGroupSizes.CurrencyGroupSizes_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentSymbol.PercentSymbol_Set_Invalid
+-nomethod System.Globalization.Tests.StringInfoCtorTests.Ctor_String_Null_ThrowsArgumentNullException
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencySymbol.CurrencySymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentDecimalSeparator.PercentDecimalSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.DateTimeFormatInfoGetAbbreviatedDayName.GetAbbreviatedDayName_Invalid_ThrowsArgumentOutOfRangeException
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberDecimalDigits.NumberDecimalDigits_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNegativeSign.NegativeSign_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentGroupSizes.PercentGroupSizes_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoNumberGroupSizes.NumberGroupSizes_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentPositivePattern.PercentPositivePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPerMilleSymbol.PerMilleSymbol_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentGroupSeparator.PercentGroupSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyNegativePattern.CurrencyNegativePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyPositivePattern.CurrencyPositivePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoPercentNegativePattern.PercentNegativePattern_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyDecimalDigits.CurrencyDecimalDigits_Set_Invalid
+-nomethod System.Globalization.Tests.NumberFormatInfoCurrencyDecimalSeparator.CurrencyDecimalSeparator_Set_Invalid
+-nomethod System.Globalization.Tests.GregorianCalendarCtor.CalendarType_Set_InvalidType_ThrowsArgumentOutOfRangeException
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateAgainstBlobs
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateEqualityComparersAgainstBlobs
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateBasicObjectsRoundtrip
+-nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.RoundtripManyObjectsInOneStream
+-nomethod System.Diagnostics.Tests.StackTraceTests.ToString_NullFrame_ThrowsNullReferenceException
+-nomethod BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds
+-nomethod BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener
+-nomethod BasicEventSourceTests.TestsWrite.Test_Write_T_EventListener_UseEvents
+-nomethod BasicEventSourceTests.TestsUserErrors.Test_BadEventSource_MismatchedIds_WithEtwListener
+-nomethod BasicEventSourceTests.FuzzyTests.Test_Write_Fuzzy
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_InvalidCalls
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ZeroKwds
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_BeforeListener
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ToChannel_Coverage
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsCornerCases
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_EventSourceCreatedEvents_AfterListener
+-nomethod BasicEventSourceTests.TestsWriteEventToListener.Test_WriteEvent_ArgsBasicTypes
+-nomethod BasicEventSourceTests.TestsEventSourceLifetime.Test_EventSource_Lifetime
+-nomethod BasicEventSourceTests.TestsManifestNegative.Test_GenerateManifest_InvalidEventSources
+-nomethod BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Dynamic
+-nomethod BasicEventSourceTests.TestsTraits.Test_EventSource_Traits_Contract
+-nomethod System.Diagnostics.Tests.DiagnosticSourceEventSourceBridgeTests.TestShortcutKeywords
+-nomethod System.Diagnostics.Tests.ActivityTests.IdGenerationInternalParent
+-nomethod System.Net.Tests.HttpRequestStreamTests.Read_NullBuffer_ThrowsArgumentNullException
+-nomethod System.Net.Tests.HttpResponseStreamTests.Write_NullBuffer_ThrowsArgumentNullException
+-nomethod System.Net.Sockets.Tests.KeepAliveTest.Socket_Set_KeepAlive_Interval_Failure
+-nomethod System.Net.Tests.WebProxyTest.WebProxy_BypassOnLocal_SpecialCases
+-nomethod System.Collections.Tests.HashtableBasicTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.HashtableValuesTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Hashtable_SyncRootTests.SyncRoot
+-nomethod System.Collections.Tests.HashtableSynchronizedTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.DictionaryBaseTests.SyncRoot
+-nomethod System.Collections.Tests.HashtableKeysTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayList_SyncRootTests.GetSyncRoot
+-nomethod System.Collections.Tests.ArrayListAdapterTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListBasicTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListFixedIListSizeTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListFixedSizeTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListRangeTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListReadOnlyIListTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListReadOnlyTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListSynchronizedILstTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.ArrayListSynchronizedTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.CollectionBaseTests.SyncRoot
+-nomethod System.Collections.Tests.Queue_SyncRootTests.SyncRoot
+-nomethod System.Collections.Tests.ReadOnlyCollectionBaseTests.SyncRoot
+-nomethod System.Collections.Tests.Stack_SyncRootTests.GetSyncRootBasic
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_SimpleInt_int_With_Comparer_WrapStructural_SimpleInt.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.IEnumerable_NonGeneric_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_string_string.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedBeforeEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_Reset_ModifiedAfterEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_int_int.IEnumerable_Generic_Enumerator_MoveNext_ModifiedDuringEnumeration_ThrowsInvalidOperationException
+-nomethod System.Collections.Tests.Dictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Dictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.LinkedList_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Queue_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedDictionary_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedDictionary_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedDictionary_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedList_Generic_Tests_Keys_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedList_Generic_Tests_Values_AsICollection.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedList_IDictionary_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.SortedSet_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Tests.Stack_ICollection_NonGeneric_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.StringDictionarySyncRootTests.SyncRoot
+-nomethod System.Collections.Specialized.Tests.HybridDictionaryValuesTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.HybridDictionaryKeysTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionary_CustomComparer_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionary_NoComparer_Tests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionaryKeysTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.ListDictionaryValuesTests.ICollection_NonGeneric_SyncRoot
+-nomethod System.Collections.Specialized.Tests.NameObjectCollectionBaseSyncRootTests.SyncRoot
+-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.KeysPropertyContainsAllKeys
+-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.SyncRootTests
+-nomethod System.Collections.Specialized.Tests.OrderedDictionaryTests.ValuesPropertyContainsAllValues
+-nomethod System.Collections.Specialized.Tests.StringCollectionTests.SyncRootTest
+-nomethod System.Net.Http.Functional.Tests.PlatformHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging
+-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_DiagnosticsTest.SendAsync_ExpectedDiagnosticSourceActivityLogging
+-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandlerTest.GetAsync_AllowAutoRedirectTrue_RetainsOriginalFragmentIfAppropriate
+-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandler_Http2_Test.Http2_InitialSettings_SentAndAcked
+-nomethod System.IO.Tests.CloseTests.AfterDisposeThrows
+-nomethod System.IO.Tests.CloseTests.AfterCloseThrows
+-nomethod System.IO.Tests.StreamWriterWithBufferedStream_CloseTests.AfterDisposeThrows
+-nomethod System.IO.Tests.StreamWriterWithBufferedStream_CloseTests.AfterCloseThrows
+-nomethod System.IO.Tests.DirectoryInfo_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.Directory_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.File_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.FileInfo_GetSetTimes.SettingUpdatesProperties
+-nomethod System.IO.Tests.EncryptDecrypt.EncryptDecrypt_NotSupported
+-nomethod System.IO.Tests.EncryptDecrypt.NullArg_ThrowsException
+-nomethod System.IO.Tests.File_Delete.Unix_NonExistentPath_Nop
+-nomethod System.IO.Tests.FileInfo_Delete.Unix_NonExistentPath_Nop
+-nomethod System.IO.Pipelines.Tests.FlushAsyncCancellationTests.ReadAsyncCompletesIfFlushAsyncCanceledMidFlush
+-nomethod System.Drawing.Tests.GraphicsTests.InterpolationMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.CompositingQuality_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.PixelOffsetMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.PageUnit_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.SmoothingMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.CompositingMode_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.GraphicsTests.TextRenderingHint_SetInvalid_ThrowsInvalidEnumArgumentException
+-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_PointFs
+-nomethod System.Drawing.Tests.Graphics_DrawLineTests.DrawLines_PointFs
+-nomethod System.Drawing.Tests.FontTests.ToLogFont_NullLogFont_ThrowsArgumentNullException
+-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point
+-nomethod System.Drawing.Tests.Graphics_DrawBezierTests.DrawBezier_Point
+-nomethod System.Drawing.Tests.IconTests.ExtractAssociatedIcon_InvalidFilePath_ThrowsArgumentException
+-nomethod System.Drawing.Tests.FontTests.ToLogFont_DisposedGraphics_ThrowsArgumentException
+-nomethod System.Text.Tests.EncoderConvert2.EncoderASCIIConvertMixedASCIIUnicodeCharArrayPartial
+-nomethod System.Text.Tests.EncoderConvert2.EncoderUTF8ConvertMixedASCIIUnicodeCharArrayPartial
+-nomethod System.Text.Tests.EncoderConvert2.EncoderUTF8ConvertUnicodeCharArrayPartial
+-nomethod System.Text.Tests.NegativeEncodingTests.GetByteCount_Invalid
+-nomethod System.Text.Tests.UTF8EncodingDecode.Decode_InvalidBytes
+-nomethod System.Text.RegularExpressions.Tests.RegexMatchTests.Match_ExcessPrefix
+-nomethod System.Threading.Threads.Tests.ThreadTests.ApartmentState_NoAttributePresent_STA_Windows_Core
+-nomethod System.Buffers.Text.Tests.FormatterTests.TestFormatterDecimal
+-nomethod System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntSliceRemainsPinned
+-nomethod System.SpanTests.MemoryMarshalTests.CreateFromPinnedArrayIntReadOnlyMemorySliceRemainsPinned
+-nomethod System.Buffers.Text.Tests.ParserTests.TestParserSingle
+-nomethod System.Buffers.Text.Tests.ParserTests.TestParserDouble
+-nomethod System.Buffers.Text.Tests.FormatterTests.TestGFormatWithPrecisionNotSupported
+-nomethod System.Buffers.Text.Tests.FormatterTests.TestBadFormat
+-nomethod System.Tests.ConvertToStringTests.FromBoxedObject
+-nomethod System.Tests.ConvertToDoubleTests.FromString
+-nomethod System.Tests.ConvertToSingleTests.FromString
+-nomethod System.Tests.MathTests.Max_Double
+-nomethod System.Tests.MathTests.Max_Single
+-nomethod System.Tests.MathTests.Min_Double
+-nomethod System.Tests.MathTests.Min_Single
+-nomethod System.Tests.MathFTests.Max
+-nomethod System.Tests.MathFTests.Min
+-nomethod System.Tests.EnvironmentTests.Version_MatchesFixedVersion
+-nomethod System.Tests.AppDomainTests.ApplyPolicy
+-nomethod System.Tests.AppDomainTests.GetAssemblies
+-nomethod System.Runtime.InteropServices.HandleCollectorTests.Ctor_InitialThresholdGreaterThanMaximumThreshold_ThrowsArgumentException
+-nomethod System.Runtime.InteropServices.Tests.GCHandleTests.Alloc_InvalidPinnedObject_ThrowsArgumentException
+-nomethod System.Runtime.InteropServices.Tests.GetHINSTANCETests.GetHINSTANCE_NonRuntimeModule_ThrowsArgumentNullException
+-nomethod System.Runtime.InteropServices.Tests.SafeBufferTests.Initialize_NumBytesTimesSizeOfEachElement_ThrowsOverflowException
+-nomethod System.Runtime.InteropServices.Tests.GetFunctionPointerForDelegateTests.GetFunctionPointerForDelegate_DelegateCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.GetComInterfaceForObjectTests.GetComInterfaceForObject_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.ChangeWrapperHandleStrengthTests.ChangeWrapperHandleStrength_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.CreateAggregatedObjectTests.CreateAggregatedObject_ObjectNotCollectible_ReturnsExpected
+-nomethod System.Runtime.InteropServices.Tests.GetNativeVariantForObjectTests.GetNativeVariantForObject_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.GetIUnknownForObjectTests.GetIUnknownForObject_ObjectNotCollectible_ThrowsNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.DispatchWrapperTests.Ctor_NullUnix_ThrowsPlatformNotSupportedException
+-nomethod System.Runtime.InteropServices.Tests.ArrayWithOffsetTests.Ctor_Array_Offset
+-nomethod System.Runtime.InteropServices.Tests.StringToCoTaskMemAutoTests.StringToCoTaskMemAuto_NonNullString_Roundtrips
+-nomethod System.Runtime.InteropServices.Tests.StringToHGlobalAutoTests.StringToHGlobalAuto_NonNullString_Roundtrips
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_NegativeLength_ThrowsArgumentOutOfRangeExeption
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_ZeroPointer_ReturnsNull
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUTF8.PtrToStringUTF8_Win32AtomPointer_ReturnsNull
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringAnsiTests.PtrToStringAnsi_NegativeLength_ThrowsArgumentExeption
+-nomethod System.Runtime.InteropServices.Tests.PtrToStringUniTests.PtrToStringUni_NegativeLength_ThrowsArgumentExeption
+-nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_NoErrorInfo_ReturnsValidException
+-nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_ErrorInfo_ReturnsValidException
+-nomethod System.Runtime.Loader.Tests.DefaultLoadContextTests.LoadInDefaultContext
+-nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_DelegateMarshalling
+-nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_ThreadStaticAndFixedAddressValueType
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToChar_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToBoolean_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSByte_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDecimal_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToByte_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToLong_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToUShort_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToUInteger_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToInteger_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToShort_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToULong_InvalidObject_ThrowsInvalidCastException
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_String_ReturnsExpected
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_String_ReturnsExpected
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToSingle_Object_ReturnsExpected
+-nomethod Microsoft.VisualBasic.Tests.ConversionsTests.ToDouble_Object_ReturnsExpected
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4LerpTest
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest5
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4MultiplyTest6
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4NegateTest
+-nomethod System.Numerics.Tests.Matrix4x4Tests.Matrix4x4UnaryNegationTest
+-nomethod System.Numerics.Tests.Vector2Tests.Vector2ClampTest
+-nomethod System.Numerics.Tests.Vector3Tests.Vector3ClampTest
+-nomethod System.Numerics.Tests.Vector4Tests.Vector4ClampTest
+-noclass System.Diagnostics.Tests.DebugTests
+-nomethod System.Text.Tests.StringBuilderTests.Equals
+-nomethod System.Tests.DecimalTests.Remainder
+-nomethod System.Tests.DecimalTests.Remainder_Invalid
+-nomethod System.Tests.DecimalTests+BigIntegerMod.Test
+-nomethod System.Tests.DecimalTests.Round_InvalidMidpointRounding_ThrowsArgumentException
+-nomethod System.Tests.ArrayTests.Copy
+-nomethod System.Tests.ArraySegment_Tests.CopyTo_Invalid
+-nomethod System.Tests.TimeSpanTests.Parse_Invalid
+-nomethod System.Tests.TimeSpanTests.Parse_Span
+-nomethod System.Tests.TimeSpanTests.Parse_Span_Invalid
+-nomethod System.Tests.TimeSpanTests.Parse
+-nomethod System.Tests.SingleTests.Test_ToString
+-nomethod System.Tests.SingleTests.TryFormat
+-nomethod System.Tests.DoubleTests.Test_ToString
+-nomethod System.Tests.DoubleTests.TryFormat
+-nomethod System.Tests.TimeSpanTests.Total_Days_Hours_Minutes_Seconds_Milliseconds
+-nomethod System.Tests.BufferTests.BlockCopy_Invalid
+-nomethod System.Tests.VersionTests.Comparisons_NullArgument_ThrowsArgumentNullException
+-nomethod System.Tests.ActivatorNetcoreTests.CreateInstanceAssemblyResolve
+-nomethod XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToDouble
+-nomethod XDocumentTests.SDMSample.SDM_Attribute.AttributeExplicitToFloat
+-nomethod XDocumentTests.SDMSample.SDM_Element.ElementExplicitToFloat
+-nomethod XDocumentTests.SDMSample.SDM_Element.ElementExplicitToDouble
+-nomethod System.Json.Tests.JsonValueTests.Parse_DoubleTooLarge_ThrowsOverflowException
+-nomethod System.Json.Tests.JsonPrimitiveTests.ToString_DateTimeOffset
+-nomethod System.Json.Tests.JsonValueTests.Parse_IntegralBoundaries_LessThanMaxDouble_Works
+-nomethod System.Xml.Tests.TCFullEndElement+TCWriteValue.writeValue_27
+-nomethod System.ComponentModel.DataAnnotations.Tests.RangeAttributeTests.Validate_DoubleConversionOverflows_ThrowsOverflowException
+-nomethod System.ComponentModel.DataAnnotations.Tests.AssociationAttributeTests.Constructor
+-nomethod System.Linq.Expressions.Tests.BindTests.StaticReadonlyField
+-nomethod System.Linq.Expressions.Tests.StackSpillerTests.Spill_Optimizations_LiteralField
+-nomethod XmlSerializerTests.Xml_FloatAsRoot
+-nomethod XmlSerializerTests.Xml_FloatAsRoot
+-nomethod DataContractSerializerTests.DCS_FloatAsRoot
+-nomethod DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct
+-nomethod DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes
+-nomethod DataContractSerializerTests.DCS_FloatAsRoot
+-nomethod DataContractSerializerTests.DCS_BasicPerSerializerRoundTripAndCompare_EnumStruct
+-nomethod DataContractSerializerTests.DCS_BasicRoundTripResolvePrimitiveTypes
+-nomethod DataContractJsonSerializerTests.DCJS_FloatAsRoot
+-nomethod DataContractJsonSerializerTests.DCJS_FloatAsRoot
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTest.StringComparer
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntInt.NonGenericAddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsIntString.NonGenericAddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullItemNotPresent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToNewKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyNullToOtherKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringInt.NonGenericAddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.AddExistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemDoesNotExistThrows
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChanged
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsDifferent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyKeyAlreadyChangedNewKeyIsOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullItemNotPresent
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToNewKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOldKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyNullToOtherKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.ChangeItemKeyThrowsPreexistingKey
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.Insert
+-nomethod System.Collections.ObjectModel.Tests.KeyedCollectionTestsStringString.NonGenericAddExistingKey
+-nomethod System.Net.NetworkInformation.Tests.PingTest.SendPingAsyncWithIPAddress
+-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.ProviderSupports
+-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.MetadataAttributes
+-nomethod System.CodeDom.Compiler.Tests.CSharpCodeGenerationTests.RegionsSnippetsAndLinePragmas
+-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.RegionsSnippetsAndLinePragmas
+-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.MetadataAttributes
+-nomethod System.CodeDom.Compiler.Tests.VBCodeGenerationTests.ProviderSupports
+-nomethod System.Runtime.InteropServices.RuntimeInformationTests.DescriptionNameTests.VerifyRuntimeDebugNameOnNetCoreApp
+
+# Disable Tests from SqlClient entirely
+-nonamespace System.Data.SqlClient.Tests
+-nonamespace System.Data.SqlClient.ManualTesting.Tests
+
+# Disable Tests from System.ComponentModel.Composition entirely
+-nonamespace System.ComponentModel.Composition
+-nonamespace System.ComponentModel.Composition.AttributedModel
+-nonamespace System.ComponentModel.Composition.Extensibility
+-nonamespace System.ComponentModel.Composition.Factories
+-nonamespace System.ComponentModel.Composition.Hosting
+-nonamespace System.ComponentModel.Composition.Primitives
+-nonamespace System.ComponentModel.Composition.ReflectionModel
+-nonamespace Tests.Integration
+
+# Disable Tests from System.Collections.Immutable entirely
+-nonamespace System.Collections.Immutable.Tests
+
+# Disable Tests from System.Reflection.Metadata entirely
+-nonamespace System.Reflection.Metadata.Tests
+-nonamespace System.Reflection.Metadata.Decoding.Tests
+-nonamespace System.Reflection.Metadata.Ecma335.Tests
+-nonamespace System.Reflection.PortableExecutable.Tests
+
+# Disable Tests from System.Text.Encodings.Web entirely
+-nonamespace Microsoft.Framework.WebEncoders
+-nonamespace System.Text.Encodings.Web
+
+# Disable Tests from System.IO.Pipelines entirely
+-nonamespace System.IO.Pipelines.Tests
+
+# Disable Tests from System.Data.Common entirely
+-nonamespace System.Data.Common
+-nonamespace System.Data.Tests
+-nonamespace System.Data.Tests.Common
+-nonamespace System.Data.Tests.SqlTypes
+-nonamespace System.Data.SqlTypes.Tests
+-nonamespace System.Xml.Tests
+
+# Disable Tests from System.ComponentModel.TypeConverter entirely
+-nonamespace System.ComponentModel.Tests
+-nonamespace System.ComponentModel.Design.Tests
+-nonamespace System.ComponentModel.Design.Serialization.Tests
+-nonamespace System.ComponentModel.Design.Tests
+-nonamespace System.ComponentModel.TypeConverterTests
+-nonamespace System.Security.Authentication.ExtendedProtection.Tests
+-nonamespace System.Timers.Tests
+-nonamespace System.Xml.Linq.Tests
+
+# Disable Tests from System.Security.Cryptography.Pkcs entirely
+-nonamespace System.Security.Cryptography.Pkcs.Tests
+-nonamespace System.Security.Cryptography.Pkcs.EnvelopedCmsTests.Tests
+-nonamespace System.Security.Cryptography.Pkcs.Tests.Pkcs12
+
+# Disable Tests from System.IO.Compression.Brotli entirely
+-nonamespace System.IO.Compression
+-nonamespace System.IO.Compression.Tests
+
+# Disable failing tests to get the run clean, should investigate later
+-nonamespace System.Numerics.Tensors.Tests
+-nonamespace System.Numerics.Tensors
+
+-noclass System.Media.Test.SoundPlayerTests
+-noclass System.Net.Http.Tests.Utf8StringContentTests
+-noclass System.Tests.Char8Tests
+-noclass System.Tests.MemoryTests
+-noclass System.Tests.ReflectionTests
+-noclass System.Tests.Utf8ExtensionsTests
+-noclass System.Tests.Utf8StringTests
+-noclass System.Tests.TimeSpanTests
+
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssemblies_AssembliesAndConvention_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssembly_AssemblyConventions_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssembly_Assembly_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssemblies_Assemblies_ThrowsCompositionFailedExceptionOnCreation
+-nomethod System.IO.Tests.CtorTests.NullEncodingThrows
+
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.BinaryFormattedResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.CanReadViaResourceManager
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.EmbeddedResourcesAreUpToDate
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.EmptyResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionForAddAfterGenerate
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforDuplicateKey
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullFile
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullResourceId
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforNullStream
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ExceptionforReadOnlyStream
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.PrimitiveResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.ResourceManagerLoadsCorrectReader
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.StreamResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.TypeConverterByteArrayResources
+-nomethod System.Resources.Extensions.Tests.PreserializedResourceWriterTests.TypeConverterStringResources
+-nomethod System.Composition.Runtime.Tests.CompositionContractTests.Equals_Object_ReturnsExpected
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CanConvertFrom
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CanConvertTo
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertFrom
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertFrom_Throws
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.ConvertTo
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.CreateInstance
+-nomethod System.Drawing.Printing.Tests.MarginsConverterTests.GetCreateInstanceSupported
+-nomethod System.Media.Test.SystemSoundsTests.Asterisk_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Beep_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Exclamation_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Hand_Get_ReturnsExpected
+-nomethod System.Media.Test.SystemSoundsTests.Question_Get_ReturnsExpected
+-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.DisplayCertificate_InvalidInput
+-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.SelectFromCollection_InvalidInput
+-nomethod System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests.SelectFromCollection_InvalidInput_WithHwnd
diff --git a/tests/src/Common/CoreFX/CoreFX.depproj b/tests/src/Common/CoreFX/CoreFX.depproj
index ecf7255254..c5f095db65 100644
--- a/tests/src/Common/CoreFX/CoreFX.depproj
+++ b/tests/src/Common/CoreFX/CoreFX.depproj
@@ -11,11 +11,6 @@
<IsTestProject>false</IsTestProject>
<!-- System.Composition and System.Composition.AttributedModel use different versioning conventions -->
<SystemCompositionVersions>1.3.0-preview3-26501-04</SystemCompositionVersions>
- <XUnitNetcoreExtensionsVersion>2.2.0-preview1-02902-01</XUnitNetcoreExtensionsVersion>
- <!-- Xunit Abstractions is differently versioned then the rest of XUnit -->
- <XUnitAbstractionsVersion>2.0.3</XUnitAbstractionsVersion>
- <XUnitAssertVersion>2.4.1-pre.build.4059</XUnitAssertVersion>
- <CoreFXXUnitPackageVersion>2.2.0-beta2-build3300</CoreFXXUnitPackageVersion>
<MicrosoftDiagnosticsTracingTraceVentVersion>2.0.19</MicrosoftDiagnosticsTracingTraceVentVersion>
<MicrosoftDotnetPlatformAbstractionsVersion>2.1.0</MicrosoftDotnetPlatformAbstractionsVersion>
<MicrosoftPrivateCoreFxTestUtilitiesPackageVersion>4.6.0-preview1-26817-04</MicrosoftPrivateCoreFxTestUtilitiesPackageVersion>
@@ -30,33 +25,6 @@
</PropertyGroup>
<ItemGroup>
- <PackageReference Include="xunit">
- <Version>$(CoreFXXUnitPackageVersion)</Version>
- </PackageReference>
- <PackageReference Include="xunit.core">
- <Version>$(CoreFXXUnitPackageVersion)</Version>
- </PackageReference>
- <PackageReference Include="xunit.assert">
- <Version>$(XUnitAssertVersion)</Version>
- </PackageReference>
- <PackageReference Include="xunit.abstractions">
- <Version>$(XUnitAbstractionsVersion)</Version>
- </PackageReference>
- <PackageReference Include="xunit.extensibility.core">
- <Version>$(CoreFXXUnitPackageVersion)</Version>
- </PackageReference>
- <PackageReference Include="xunit.extensibility.execution">
- <Version>$(CoreFXXUnitPackageVersion)</Version>
- </PackageReference>
- <PackageReference Include="xunit.runner.utility">
- <Version>$(CoreFXXUnitPackageVersion)</Version>
- </PackageReference>
- <PackageReference Include="microsoft.xunit.netcore.extensions">
- <Version>$(XUnitNetcoreExtensionsVersion)</Version>
- </PackageReference>
- <PackageReference Include="CoreFx.Private.TestUtilities">
- <Version>$(MicrosoftPrivateCoreFxTestUtilitiesPackageVersion)</Version>
- </PackageReference>
<PackageReference Include="System.CodeDom">
<Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
</PackageReference>
@@ -84,9 +52,22 @@
<PackageReference Include="System.Data.Odbc">
<Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
</PackageReference>
- <PackageReference Include="System.Data.SqlClient">
+ <PackageReference Include="runtime.native.System.Data.SqlClient.sni">
+ <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+ </PackageReference>
+ <PackageReference Include="System.Security.Principal.Windows">
<Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
</PackageReference>
+ <PackageReference Include="System.Text.Encoding.CodePages">
+ <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+ </PackageReference>
+ <PackageReference Include="System.Diagnostics.DiagnosticSource">
+ <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+ </PackageReference>
+ <PackageReference Include="System.Data.SqlClient">
+ <!-- The 4.6 packages of System.Data.SqlClient have a version of 4.5 in the dll so they fail to load -->
+ <Version>4.7.0-preview4.19164.7</Version>
+ </PackageReference>
<PackageReference Include="System.Diagnostics.PerformanceCounter">
<Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
</PackageReference>
@@ -120,6 +101,9 @@
<PackageReference Include="System.Net.WebSockets.WebSocketProtocol">
<Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
</PackageReference>
+ <PackageReference Include="System.Reflection.MetadataLoadContext">
+ <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+ </PackageReference>
<PackageReference Include="System.Runtime.Caching">
<Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
</PackageReference>
@@ -160,6 +144,9 @@
</ItemGroup>
<ItemGroup Condition="'$(OSGroup)' == 'Windows_NT'">
<!-- Windows Dependencies -->
+ <PackageReference Include="Microsoft.Win32.Registry">
+ <Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
+ </PackageReference>
<PackageReference Include="Microsoft.Win32.Registry.AccessControl">
<Version>$(MicrosoftPrivateCoreFxNETCoreAppVersion)</Version>
</PackageReference>