summaryrefslogtreecommitdiff
path: root/tests
diff options
context:
space:
mode:
authorMichelle McDaniel <adiaaida@gmail.com>2018-04-10 08:46:47 -0700
committerGitHub <noreply@github.com>2018-04-10 08:46:47 -0700
commitcfb8d0018ed7c41fe8ead4f5cad8a14dc63ee611 (patch)
tree2079d0baafd37ef238488700a989da0a9162e773 /tests
parent31bd5a4f8d54f2d7a2c412403f1589643bb08578 (diff)
downloadcoreclr-cfb8d0018ed7c41fe8ead4f5cad8a14dc63ee611.tar.gz
coreclr-cfb8d0018ed7c41fe8ead4f5cad8a14dc63ee611.tar.bz2
coreclr-cfb8d0018ed7c41fe8ead4f5cad8a14dc63ee611.zip
Update timeout for running scenario benchmarks (#17440)
This change ups the timeout for running benchmarks to 60 minutes, and changes the training data corpus file to one that is now stored in azure blob storage, and is only 10MB, to reduce the time spent running this benchmark (which was excessively long for our lab perf testing).
Diffstat (limited to 'tests')
-rw-r--r--tests/src/performance/Scenario/JitBench/Benchmarks/MLBenchmark.cs4
-rw-r--r--tests/src/performance/Scenario/JitBench/Runner/Benchmark.cs2
2 files changed, 3 insertions, 3 deletions
diff --git a/tests/src/performance/Scenario/JitBench/Benchmarks/MLBenchmark.cs b/tests/src/performance/Scenario/JitBench/Benchmarks/MLBenchmark.cs
index ce4a45d83f..f9c5dfd81b 100644
--- a/tests/src/performance/Scenario/JitBench/Benchmarks/MLBenchmark.cs
+++ b/tests/src/performance/Scenario/JitBench/Benchmarks/MLBenchmark.cs
@@ -75,10 +75,10 @@ namespace JitBench
string word2VecNetPublishDir = GetWord2VecNetPublishDirectory(dotNetInstall, outputDir, tfm);
// Download the corpus of text. This is a zip file that contains a text file of 100M of text from Wikipedia
- var url = "http://mattmahoney.net/dc/text8.zip";
+ var url = "https://perfbenchmarkstorage.blob.core.windows.net/corpus/Corpus10.zip";
await FileTasks.DownloadAndUnzip(url, word2VecNetRepoRootDir + "_temp", output);
- FileTasks.MoveFile(Path.Combine(word2VecNetRepoRootDir + "_temp", "text8"),
+ FileTasks.MoveFile(Path.Combine(word2VecNetRepoRootDir + "_temp", "Corpus.txt"),
Path.Combine(word2VecNetPublishDir, "Corpus.txt"), output);
}
diff --git a/tests/src/performance/Scenario/JitBench/Runner/Benchmark.cs b/tests/src/performance/Scenario/JitBench/Runner/Benchmark.cs
index d47d127851..85185b449a 100644
--- a/tests/src/performance/Scenario/JitBench/Runner/Benchmark.cs
+++ b/tests/src/performance/Scenario/JitBench/Runner/Benchmark.cs
@@ -84,7 +84,7 @@ namespace JitBench
BenchmarkRunResult result = new BenchmarkRunResult(this, config);
StringBuilder stderr = new StringBuilder();
StringBuilder stdout = new StringBuilder();
- var scenarioConfiguration = new ScenarioTestConfiguration(TimeSpan.FromMinutes(20), startInfo)
+ var scenarioConfiguration = new ScenarioTestConfiguration(TimeSpan.FromMinutes(60), startInfo)
{
//XUnitPerformanceHarness writes files to disk starting with {runid}-{ScenarioBenchmarkName}-{TestName}
TestName = (Name + "-" + config.Name).Replace(' ', '_'),