import os, re
from autotest_lib.client.bin import test, utils
from autotest_lib.client.common_lib import error
class unixbench5(test.test):
"""
This test measure system wide performance by running the following tests:
- Dhrystone - focuses on string handling.
- Whetstone - measure floating point operations.
- Execl Throughput - measure the number of execl calls per second.
- File Copy
- Pipe throughput
- Pipe-based context switching
- Process creation - number of times a process can fork and reap
- Shell Scripts - number of times a process can start and reap a script
- System Call Overhead - estimates the cost of entering and leaving the
kernel.
@see: http://code.google.com/p/byte-unixbench/
@author: Dale Curtis <dalecurtis@google.com>
"""
version = 1
def initialize(self):
self.job.require_gcc()
self.err = []
def setup(self, tarball='unixbench-5.1.3.tgz'):
"""
Compiles unixbench.
@tarball: Path or URL to a unixbench tarball
@see: http://byte-unixbench.googlecode.com/files/unixbench-5.1.3.tgz
"""
tarball = utils.unmap_url(self.bindir, tarball, self.tmpdir)
utils.extract_tarball_to_dir(tarball, self.srcdir)
os.chdir(self.srcdir)
utils.system('patch -p0 < ../Makefile.patch')
utils.make()
def run_once(self, args=''):
vars = 'UB_TMPDIR="%s" UB_RESULTDIR="%s"' % (self.tmpdir,
self.resultsdir)
os.chdir(self.srcdir)
self.report_data = utils.system_output(vars + ' ./Run ' + args)
self.results_path = os.path.join(self.resultsdir,
'raw_output_%s' % self.iteration)
utils.open_write_close(self.results_path, self.report_data)
def cleanup(self):
"""
Check error index list and throw TestError if necessary.
"""
if self.err:
e_msg = ("No measured results for output lines: %s\nOutput:%s" %
(" ".join(self.err), self.report_data))
raise error.TestError(e_msg)
def process_section(self, section, suffix):
keyval = {}
subsections = section.split('\n\n')
if len(subsections) < 3:
raise error.TestError('Invalid output format. Unable to parse')
# Process the subsection containing performance results first.
for index, line in enumerate(subsections[1].strip().split('\n')):
# Look for problems first.
if re.search('no measured results', line, flags=re.IGNORECASE):
self.err.append(str(index + 1))
# Every performance result line ends with 6 values, with the sixth
# being the actual result. Make sure there are at least that words
# in the line before processing.
words = line.lower().split()
if len(words) >= 6:
key = re.sub('\W', '', '_'.join(words[:-6]))
keyval[key + suffix] = words[-6]
# The final score should be the last item in the third subsection.
keyval['score' + suffix] = subsections[2].strip().split()[-1]
self.write_perf_keyval(keyval)
def postprocess_iteration(self):
# Break up sections around dividing lines.
sections = self.report_data.split('-'*72)
# First section is junk to us, second has results for single CPU run.
if len(sections) > 1:
self.process_section(section=sections[1], suffix='')
# Only machines with > 1 CPU will have a 3rd section.
if len(sections) > 2:
self.process_section(section=sections[2], suffix='_multi')
else:
raise error.TestError('Invalid output format. Unable to parse')
""" Here is a sample output:
# # # # # # # ##### ###### # # #### # #
# # ## # # # # # # # ## # # # # #
# # # # # # ## ##### ##### # # # # ######
# # # # # # ## # # # # # # # # #
# # # ## # # # # # # # ## # # # #
#### # # # # # ##### ###### # # #### # #
Version 5.1.2 Based on the Byte Magazine Unix Benchmark
Multi-CPU version Version 5 revisions by Ian Smith,
Sunnyvale, CA, USA
December 22, 2007 johantheghost at yahoo period com
1 x Dhrystone 2 using register variables 1 2 3 4 5 6 7 8 9 10
1 x Double-Precision Whetstone 1 2 3 4 5 6 7 8 9 10
1 x Execl Throughput 1 2 3
1 x File Copy 1024 bufsize 2000 maxblocks 1 2 3
1 x File Copy 256 bufsize 500 maxblocks 1 2 3
1 x File Copy 4096 bufsize 8000 maxblocks 1 2 3
1 x Pipe Throughput 1 2 3 4 5 6 7 8 9 10
1 x Pipe-based Context Switching 1 2 3 4 5 6 7 8 9 10
1 x Process Creation 1 2 3
1 x System Call Overhead 1 2 3 4 5 6 7 8 9 10
1 x Shell Scripts (1 concurrent) 1 2 3
1 x Shell Scripts (8 concurrent) 1 2 3
2 x Dhrystone 2 using register variables 1 2 3 4 5 6 7 8 9 10
2 x Double-Precision Whetstone 1 2 3 4 5 6 7 8 9 10
2 x Execl Throughput 1 2 3
2 x File Copy 1024 bufsize 2000 maxblocks 1 2 3
2 x File Copy 256 bufsize 500 maxblocks 1 2 3
2 x File Copy 4096 bufsize 8000 maxblocks 1 2 3
2 x Pipe Throughput 1 2 3 4 5 6 7 8 9 10
2 x Pipe-based Context Switching 1 2 3 4 5 6 7 8 9 10
2 x Process Creation 1 2 3
2 x System Call Overhead 1 2 3 4 5 6 7 8 9 10
2 x Shell Scripts (1 concurrent) 1 2 3
2 x Shell Scripts (8 concurrent) 1 2 3
========================================================================
BYTE UNIX Benchmarks (Version 5.1.2)
System: localhost: GNU/Linux
OS: GNU/Linux -- 2.6.32.26+drm33.12 -- #1 SMP Wed Jan 12 16:16:05 PST 2011
Machine: i686 (GenuineIntel)
Language: en_US.utf8 (charmap=, collate=)
CPU 0: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.2 bogomips)
Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT
CPU 1: Intel(R) Atom(TM) CPU N455 @ 1.66GHz (3325.0 bogomips)
Hyper-Threading, x86-64, MMX, Physical Address Ext, SYSENTER/SYSEXIT
14:11:59 up 1 day, 1:10, 0 users, load average: 0.47, 0.48, 0.51; runlevel
------------------------------------------------------------------------
Benchmark Run: Fri Jan 14 2011 14:11:59 - 14:41:26
2 CPUs in system; running 1 parallel copy of tests
Dhrystone 2 using register variables 2264000.6 lps (10.0 s, 7 samples)
Double-Precision Whetstone 507.0 MWIPS (10.1 s, 7 samples)
Execl Throughput 796.7 lps (30.0 s, 2 samples)
File Copy 1024 bufsize 2000 maxblocks 110924.1 KBps (30.1 s, 2 samples)
File Copy 256 bufsize 500 maxblocks 32600.5 KBps (30.1 s, 2 samples)
File Copy 4096 bufsize 8000 maxblocks 284236.5 KBps (30.0 s, 2 samples)
Pipe Throughput 301672.5 lps (10.0 s, 7 samples)
Pipe-based Context Switching 29475.3 lps (10.0 s, 7 samples)
Process Creation 3124.6 lps (30.0 s, 2 samples)
Shell Scripts (1 concurrent) 1753.0 lpm (60.0 s, 2 samples)
Shell Scripts (8 concurrent) 305.9 lpm (60.1 s, 2 samples)
System Call Overhead 592781.7 lps (10.0 s, 7 samples)
System Benchmarks Index Values BASELINE RESULT INDEX
Dhrystone 2 using register variables 116700.0 2264000.6 194.0
Double-Precision Whetstone 55.0 507.0 92.2
Execl Throughput 43.0 796.7 185.3
File Copy 1024 bufsize 2000 maxblocks 3960.0 110924.1 280.1
File Copy 256 bufsize 500 maxblocks 1655.0 32600.5 197.0
File Copy 4096 bufsize 8000 maxblocks 5800.0 284236.5 490.1
Pipe Throughput 12440.0 301672.5 242.5
Pipe-based Context Switching 4000.0 29475.3 73.7
Process Creation 126.0 3124.6 248.0
Shell Scripts (1 concurrent) 42.4 1753.0 413.4
Shell Scripts (8 concurrent) 6.0 305.9 509.8
System Call Overhead 15000.0 592781.7 395.2
========
System Benchmarks Index Score 238.0
------------------------------------------------------------------------
Benchmark Run: Fri Jan 14 2011 14:41:26 - 15:09:23
2 CPUs in system; running 2 parallel copies of tests
Dhrystone 2 using register variables 3411919.6 lps (10.0 s, 7 samples)
Double-Precision Whetstone 964.3 MWIPS (10.1 s, 7 samples)
Execl Throughput 2053.5 lps (30.0 s, 2 samples)
File Copy 1024 bufsize 2000 maxblocks 158308.0 KBps (30.0 s, 2 samples)
File Copy 256 bufsize 500 maxblocks 46249.5 KBps (30.0 s, 2 samples)
File Copy 4096 bufsize 8000 maxblocks 389881.9 KBps (30.0 s, 2 samples)
Pipe Throughput 410193.1 lps (10.0 s, 7 samples)
Pipe-based Context Switching 113780.0 lps (10.0 s, 7 samples)
Process Creation 7609.0 lps (30.0 s, 2 samples)
Shell Scripts (1 concurrent) 2355.0 lpm (60.0 s, 2 samples)
Shell Scripts (8 concurrent) 308.1 lpm (60.2 s, 2 samples)
System Call Overhead 1057063.2 lps (10.0 s, 7 samples)
System Benchmarks Index Values BASELINE RESULT INDEX
Dhrystone 2 using register variables 116700.0 3411919.6 292.4
Double-Precision Whetstone 55.0 964.3 175.3
Execl Throughput 43.0 2053.5 477.6
File Copy 1024 bufsize 2000 maxblocks 3960.0 158308.0 399.8
File Copy 256 bufsize 500 maxblocks 1655.0 46249.5 279.5
File Copy 4096 bufsize 8000 maxblocks 5800.0 389881.9 672.2
Pipe Throughput 12440.0 410193.1 329.7
Pipe-based Context Switching 4000.0 113780.0 284.5
Process Creation 126.0 7609.0 603.9
Shell Scripts (1 concurrent) 42.4 2355.0 555.4
Shell Scripts (8 concurrent) 6.0 308.1 513.5
System Call Overhead 15000.0 1057063.2 704.7
========
System Benchmarks Index Score 407.4
"""