summaryrefslogtreecommitdiff
path: root/tests
diff options
context:
space:
mode:
authorBruce Forstall <brucefo@microsoft.com>2019-06-11 14:18:08 -0700
committerGitHub <noreply@github.com>2019-06-11 14:18:08 -0700
commit96c8a1259f5605f52a4d08d804c5f0cdb59308b2 (patch)
treee25828e971c91193d82e1d4b7cc0e855cf23a1a7 /tests
parent94b6a89d491ef78792c491f83fd290948d2a838d (diff)
downloadcoreclr-96c8a1259f5605f52a4d08d804c5f0cdb59308b2.tar.gz
coreclr-96c8a1259f5605f52a4d08d804c5f0cdb59308b2.tar.bz2
coreclr-96c8a1259f5605f52a4d08d804c5f0cdb59308b2.zip
Improve corefx testing (#24962)
CoreFX tests are now used to test CoreCLR on Windows/x64 and Linux/x64. PR testing includes normal and no-tiered modes. CI testing will include all JIT stress modes that apply to CoreCLR testing. Many tests have been disabled to allow the jobs to (mostly) run error-free. Support for other platforms requires fixes to the testhost generation.
Diffstat (limited to 'tests')
-rw-r--r--tests/CoreFX/CoreFX.issues.rsp44
-rw-r--r--tests/helixpublishwitharcade.proj2
-rw-r--r--tests/testenvironment.proj1
3 files changed, 45 insertions, 2 deletions
diff --git a/tests/CoreFX/CoreFX.issues.rsp b/tests/CoreFX/CoreFX.issues.rsp
index 743f0d59c9..632658c129 100644
--- a/tests/CoreFX/CoreFX.issues.rsp
+++ b/tests/CoreFX/CoreFX.issues.rsp
@@ -70,4 +70,46 @@
-nomethod System.Tests.StringTests.CasingNegativeTest
-nomethod System.Tests.StringTests.CompareNegativeTest
-nomethod System.Tests.StringTests.ToLowerNullCulture
--nomethod System.Tests.StringTests.ToUpperNullCulture \ No newline at end of file
+-nomethod System.Tests.StringTests.ToUpperNullCulture
+
+#
+# Temporarily disable tests while bringing more CoreFX job configurations online.
+#
+
+-nonamespace System.Net.Http.Functional.Tests
+-nonamespace System.Net.Sockets.Tests
+
+-noclass System.Net.Tests.HttpListenerContextTests
+-noclass System.Net.Tests.HttpListenerAuthenticationTests
+-noclass System.Net.Tests.HttpListenerResponseTests
+-noclass System.Net.Tests.HttpListenerResponseCookiesTests
+
+-nomethod System.Net.Tests.HttpListenerResponseTests.Redirect_Invoke_SetsRedirectionProperties
+-nomethod System.Net.Mail.Tests.SmtpClientTest.TestMailDeliveryAsync
+
+-nomethod System.Net.Security.Tests.LoggingTest.EventSource_EventsRaisedAsExpected
+-nomethod System.Net.Security.Tests.SslStreamSniTest.SslStream_NoSniFromClient_CallbackReturnsNull
+
+# System.Linq.Expressions.Tests: timeout on Linux/x64
+-nonamespace System.Linq.Expressions.Tests
+
+# assert/crashes
+-nomethod System.Tests.RealFormatterTestsBase.TestFormatterSingle_F20
+-noclass System.Tests.RealFormatterTestsBase
+-noclass System.Tests.RealFormatterTests
+-noclass System.Buffers.Text.Tests.RealFormatterTests
+
+# System.Runtime.Serialization.Formatters.Tests: timeouts
+-nonamespace System.Runtime.Serialization.Formatters.Tests
+
+-nomethod Generic.Dictionary.DictionaryConcurrentAccessDetectionTests.DictionaryConcurrentAccessDetection_ReferenceTypeKey
+-nomethod Generic.Dictionary.DictionaryConcurrentAccessDetectionTests.DictionaryConcurrentAccessDetection_ValueTypeKey
+-nomethod MonoTests.System.Runtime.Caching.MemoryCacheTest.Contains
+-nomethod System.Numerics.Tests.ToStringTest.RunRegionSpecificStandardFormatToStringTests
+-nomethod System.Text.RegularExpressions.Tests.RegexMatchTests.Match_ExcessPrefix
+
+# Assert with JITMinOpts=1: https://github.com/dotnet/coreclr/issues/25070
+-nonamespace Microsoft.VisualBasic.Tests
+
+# Assert: https://github.com/dotnet/coreclr/issues/25050
+-nonamespace System.Data.Common.Tests
diff --git a/tests/helixpublishwitharcade.proj b/tests/helixpublishwitharcade.proj
index 74d5eb78ac..c7994c3293 100644
--- a/tests/helixpublishwitharcade.proj
+++ b/tests/helixpublishwitharcade.proj
@@ -31,6 +31,8 @@
</_PropertiesToPass>
</PropertyGroup>
+ <Error Condition="'$(_Scenarios)' == ''" Text="_Scenarios not set" />
+
<MSBuild Projects="$(MSBuildProjectFile)" Targets="PrepareCorrelationPayloadDirectory" />
<MSBuild Projects="$(MSBuildProjectFile)" Targets="PreparePayloadsDirectories" Properties="Scenarios=$(_Scenarios)" StopOnFirstFailure="true" />
diff --git a/tests/testenvironment.proj b/tests/testenvironment.proj
index ee6c039e65..7a0aa63272 100644
--- a/tests/testenvironment.proj
+++ b/tests/testenvironment.proj
@@ -154,7 +154,6 @@
<Target Name="CreateTestEnvFile" DependsOnTargets="OutputCOMPlusVariables">
<ItemGroup Condition="'$(TargetsWindows)' == 'true'">
- <_TestEnvFileLine Include="@echo off" />
<_TestEnvFileLine Include="@(_COMPlusVariable->'set %(Identity)=%(Value)')" />
</ItemGroup>