diff options
Diffstat (limited to 'tests/scripts/run-xunit-perf.cmd')
| -rw-r--r-- | tests/scripts/run-xunit-perf.cmd | 52 |
1 files changed, 30 insertions, 22 deletions
diff --git a/tests/scripts/run-xunit-perf.cmd b/tests/scripts/run-xunit-perf.cmd index 89a7dac23f..a7d3c410d7 100644 --- a/tests/scripts/run-xunit-perf.cmd +++ b/tests/scripts/run-xunit-perf.cmd @@ -26,16 +26,18 @@ if NOT EXIST %CORECLR_OVERLAY% ( @echo --- setting up sandbox -rd /s /q sandbox -mkdir sandbox +if exist sandbox rd /s /q sandbox +if exist sandbox echo ERROR: Failed to remove the sandbox folder& exit /b 1 +if not exist sandbox mkdir sandbox +if not exist sandbox echo ERROR: Failed to create the sandbox folder& exit /b 1 pushd sandbox @rem stage stuff we need @rem xunit and perf -xcopy /sy %CORECLR_REPO%\packages\Microsoft.DotNet.xunit.performance.runner.Windows\1.0.0-alpha-build0035\tools\* . > %RUNLOG% -xcopy /sy %CORECLR_REPO%\packages\Microsoft.DotNet.xunit.performance.analysis\1.0.0-alpha-build0035\tools\* . >> %RUNLOG% -xcopy /sy %CORECLR_REPO%\packages\xunit.console.netcore\1.0.2-prerelease-00101\runtimes\any\native\* . >> %RUNLOG% +xcopy /sy %CORECLR_REPO%\packages\Microsoft.DotNet.xunit.performance.runner.Windows\1.0.0-alpha-build0040\tools\* . > %RUNLOG% +xcopy /sy %CORECLR_REPO%\packages\Microsoft.DotNet.xunit.performance.analysis\1.0.0-alpha-build0040\tools\* . >> %RUNLOG% +xcopy /sy %CORECLR_REPO%\packages\xunit.console.netcore\1.0.2-prerelease-00177\runtimes\any\native\* . >> %RUNLOG% xcopy /sy %CORECLR_REPO%\bin\tests\Windows_NT.%TEST_ARCH%.%TEST_CONFIG%\Tests\Core_Root\* . >> %RUNLOG% @rem find and stage the tests @@ -43,6 +45,22 @@ for /R %CORECLR_PERF% %%T in (*.%TEST_FILE_EXT%) do ( call :DOIT %%T ) +@rem optionally upload results to benchview +if not [%BENCHVIEW_PATH%] == [] ( + py "%BENCHVIEW_PATH%\submission.py" measurement.json ^ + --build ..\build.json ^ + --machine-data ..\machinedata.json ^ + --metadata ..\submission-metadata.json ^ + --group "CoreCLR" ^ + --type "%RUN_TYPE%" ^ + --config-name "%TEST_CONFIG%" ^ + --config Configuration "%TEST_CONFIG%" ^ + --config OS "Windows_NT" ^ + --arch "%TEST_ARCH%" ^ + --machinepool "PerfSnake" + py "%BENCHVIEW_PATH%\upload.py" submission.json --container coreclr +) + goto :EOF :DOIT @@ -60,28 +78,16 @@ xunit.performance.run.exe %BENCHNAME%.%TEST_FILE_EXT% -runner xunit.console.netc xunit.performance.analysis.exe %PERFOUT%.xml -xml %XMLOUT% > %BENCHNAME%-analysis.out -@rem optionally upload results to benchview +@rem optionally generate results for benchview if not [%BENCHVIEW_PATH%] == [] ( - py %BENCHVIEW_PATH%\measurement.py xunit perf-%BENCHNAME%.xml --better desc --drop-first-value - py %BENCHVIEW_PATH%\submission.py measurement.json ^ - --build ..\build.json ^ - --machine-data ..\machinedata.json ^ - --metadata ..\submission-metadata.json ^ - --group "CoreCLR" ^ - --type "%RUN_TYPE%" ^ - --config-name "%TEST_CONFIG%" ^ - --config Configuration "%TEST_CONFIG%" ^ - --config OS "Windows_NT" ^ - --arch "%TEST_ARCH%" ^ - --machinepool "PerfSnake" - py %BENCHVIEW_PATH%\upload.py submission.json --container coreclr + py "%BENCHVIEW_PATH%\measurement.py" xunit "perf-%BENCHNAME%.xml" --better desc --drop-first-value --append REM Save off the results to the root directory for recovery later in Jenkins xcopy perf-%BENCHNAME%*.xml %CORECLR_REPO%\ xcopy perf-%BENCHNAME%*.etl %CORECLR_REPO%\ ) else ( - type %XMLOUT% | findstr "test name" - type %XMLOUT% | findstr Duration - type %XMLOUT% | findstr InstRetired + type %XMLOUT% | findstr "test name" + type %XMLOUT% | findstr Duration + type %XMLOUT% | findstr InstRetired ) goto :EOF @@ -146,3 +152,5 @@ echo -uploadtoBenchview is used to specify a path to the Benchview tooling and w echo set we will upload the results of the tests to the coreclr container in benchviewupload. echo Runtype sets the runtype that we upload to Benchview, rolling for regular runs, and private for echo PRs. + +goto :EOF |