123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119 |
- # Protocol Buffers - Google's data interchange format
- # Copyright 2008 Google Inc. All rights reserved.
- #
- # Use of this source code is governed by a BSD-style
- # license that can be found in the LICENSE file or at
- # https://developers.google.com/open-source/licenses/bsd
- """A subclass of unittest.TestCase which checks for reference leaks.
- To use:
- - Use testing_refleak.BaseTestCase instead of unittest.TestCase
- - Configure and compile Python with --with-pydebug
- If sys.gettotalrefcount() is not available (because Python was built without
- the Py_DEBUG option), then this module is a no-op and tests will run normally.
- """
- import copyreg
- import gc
- import sys
- import unittest
- class LocalTestResult(unittest.TestResult):
- """A TestResult which forwards events to a parent object, except for Skips."""
- def __init__(self, parent_result):
- unittest.TestResult.__init__(self)
- self.parent_result = parent_result
- def addError(self, test, error):
- self.parent_result.addError(test, error)
- def addFailure(self, test, error):
- self.parent_result.addFailure(test, error)
- def addSkip(self, test, reason):
- pass
- class ReferenceLeakCheckerMixin(object):
- """A mixin class for TestCase, which checks reference counts."""
- NB_RUNS = 3
- def run(self, result=None):
- testMethod = getattr(self, self._testMethodName)
- expecting_failure_method = getattr(testMethod, "__unittest_expecting_failure__", False)
- expecting_failure_class = getattr(self, "__unittest_expecting_failure__", False)
- if expecting_failure_class or expecting_failure_method:
- return
- # python_message.py registers all Message classes to some pickle global
- # registry, which makes the classes immortal.
- # We save a copy of this registry, and reset it before we could references.
- self._saved_pickle_registry = copyreg.dispatch_table.copy()
- # Run the test twice, to warm up the instance attributes.
- super(ReferenceLeakCheckerMixin, self).run(result=result)
- super(ReferenceLeakCheckerMixin, self).run(result=result)
- oldrefcount = 0
- local_result = LocalTestResult(result)
- num_flakes = 0
- refcount_deltas = []
- while len(refcount_deltas) < self.NB_RUNS:
- oldrefcount = self._getRefcounts()
- super(ReferenceLeakCheckerMixin, self).run(result=local_result)
- newrefcount = self._getRefcounts()
- # If the GC was able to collect some objects after the call to run() that
- # it could not collect before the call, then the counts won't match.
- if newrefcount < oldrefcount and num_flakes < 2:
- # This result is (probably) a flake -- garbage collectors aren't very
- # predictable, but a lower ending refcount is the opposite of the
- # failure we are testing for. If the result is repeatable, then we will
- # eventually report it, but not after trying to eliminate it.
- num_flakes += 1
- continue
- num_flakes = 0
- refcount_deltas.append(newrefcount - oldrefcount)
- print(refcount_deltas, self)
- try:
- self.assertEqual(refcount_deltas, [0] * self.NB_RUNS)
- except Exception: # pylint: disable=broad-except
- result.addError(self, sys.exc_info())
- def _getRefcounts(self):
- copyreg.dispatch_table.clear()
- copyreg.dispatch_table.update(self._saved_pickle_registry)
- # It is sometimes necessary to gc.collect() multiple times, to ensure
- # that all objects can be collected.
- gc.collect()
- gc.collect()
- gc.collect()
- return sys.gettotalrefcount()
- if hasattr(sys, 'gettotalrefcount'):
- def TestCase(test_class):
- new_bases = (ReferenceLeakCheckerMixin,) + test_class.__bases__
- new_class = type(test_class)(
- test_class.__name__, new_bases, dict(test_class.__dict__))
- return new_class
- SkipReferenceLeakChecker = unittest.skip
- else:
- # When PyDEBUG is not enabled, run the tests normally.
- def TestCase(test_class):
- return test_class
- def SkipReferenceLeakChecker(reason):
- del reason # Don't skip, so don't need a reason.
- def Same(func):
- return func
- return Same
|