diff options
| author | Will Feng <yf225@cornell.edu> | 2018-03-16 00:05:41 -0400 |
|---|---|---|
| committer | Edward Z. Yang <ezyang@mit.edu> | 2018-03-16 00:05:41 -0400 |
| commit | 2322ab11b9eee56257499dcb1a2dae602a79696e (patch) | |
| tree | c17e0d95f4d2f109e2d633693caa95ec4dcc9b73 /.jenkins | |
| parent | 7f864bbe52ad295b08f57fef7ad77226b303e492 (diff) | |
| download | pytorch-2322ab11b9eee56257499dcb1a2dae602a79696e.tar.gz pytorch-2322ab11b9eee56257499dcb1a2dae602a79696e.tar.bz2 pytorch-2322ab11b9eee56257499dcb1a2dae602a79696e.zip | |
Allow larger margin for perf test runtime variation (#5799)
Diffstat (limited to '.jenkins')
| -rw-r--r-- | .jenkins/perf_test/compare_with_baseline.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/.jenkins/perf_test/compare_with_baseline.py b/.jenkins/perf_test/compare_with_baseline.py index e55987c556..24713edd7e 100644 --- a/.jenkins/perf_test/compare_with_baseline.py +++ b/.jenkins/perf_test/compare_with_baseline.py @@ -55,6 +55,6 @@ else: with open(new_data_file_path) as new_data_file: new_data = json.load(new_data_file) new_data[test_name]['mean'] = sample_mean - new_data[test_name]['sigma'] = sample_sigma + new_data[test_name]['sigma'] = max(sample_sigma, sample_mean * 0.01) with open(new_data_file_path, 'w') as new_data_file: json.dump(new_data, new_data_file, indent=4) |