af061d3e9c
This patch does two things.
1) Add support for multiple data points.
2) Move the "report" output from perftest.log to perftest.sum.
I want to record the raw data somewhere, and a bit of statistical analysis
(standard deviation left for another day), but I also don't want
it to clutter up the basic report.
This patch takes a cue from gdb.{sum,log} and does the same thing
with perftest.{sum,log}.
Ultimately, we'll probably want to emit raw data to csv files or some
such and then do post-processing passes on that.
gdb/testsuite/ChangeLog:
* lib/perftest/reporter.py (SUM_FILE_NAME): New global.
(LOG_FILE_NAME): New global.
(TextReporter.__init__): Initialize self.txt_sum.
(TextReporter.report): Add support for multiple data-points.
Move report to perftest.sum, put raw data in perftest.log.
(TextReporter.start): Open sum and log files.
(TextReporter.end): Close sum and log files.
* lib/perftest/testresult.py (SingleStatisticTestResult.record): Handle
multiple data-points.
60 lines
2.2 KiB
Python
60 lines
2.2 KiB
Python
# Copyright (C) 2013-2015 Free Software Foundation, Inc.
|
|
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 3 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
class TestResult(object):
|
|
"""Base class to record and report test results.
|
|
|
|
Method record is to record the results of test case, and report
|
|
method is to report the recorded results by a given reporter.
|
|
"""
|
|
|
|
def record(self, parameter, result):
|
|
raise NotImplementedError("Abstract Method:record.")
|
|
|
|
def report(self, reporter, name):
|
|
"""Report the test results by reporter."""
|
|
raise NotImplementedError("Abstract Method:report.")
|
|
|
|
class SingleStatisticTestResult(TestResult):
|
|
"""Test results for the test case with a single statistic."""
|
|
|
|
def __init__(self):
|
|
super (SingleStatisticTestResult, self).__init__ ()
|
|
self.results = dict ()
|
|
|
|
def record(self, parameter, result):
|
|
if parameter in self.results:
|
|
self.results[parameter].append(result)
|
|
else:
|
|
self.results[parameter] = [result]
|
|
|
|
def report(self, reporter, name):
|
|
reporter.start()
|
|
for key in sorted(self.results.iterkeys()):
|
|
reporter.report(name, key, self.results[key])
|
|
reporter.end()
|
|
|
|
class ResultFactory(object):
|
|
"""A factory to create an instance of TestResult."""
|
|
|
|
def create_result(self):
|
|
"""Create an instance of TestResult."""
|
|
raise NotImplementedError("Abstract Method:create_result.")
|
|
|
|
class SingleStatisticResultFactory(ResultFactory):
|
|
"""A factory to create an instance of SingleStatisticTestResult."""
|
|
|
|
def create_result(self):
|
|
return SingleStatisticTestResult()
|