303 lines
9.1 KiB
Python
303 lines
9.1 KiB
Python
import py
|
|
from py.__.test.plugin import pytest_runner as runner
|
|
from py.__.code.excinfo import ReprExceptionInfo
|
|
|
|
class TestSetupState:
|
|
def test_setup(self, testdir):
|
|
ss = runner.SetupState()
|
|
item = testdir.getitem("def test_func(): pass")
|
|
l = [1]
|
|
ss.prepare(item)
|
|
ss.addfinalizer(l.pop, colitem=item)
|
|
assert l
|
|
ss._pop_and_teardown()
|
|
assert not l
|
|
|
|
def test_setup_scope_None(self, testdir):
|
|
item = testdir.getitem("def test_func(): pass")
|
|
ss = runner.SetupState()
|
|
l = [1]
|
|
ss.prepare(item)
|
|
ss.addfinalizer(l.pop, colitem=None)
|
|
assert l
|
|
ss._pop_and_teardown()
|
|
assert l
|
|
ss._pop_and_teardown()
|
|
assert l
|
|
ss.teardown_all()
|
|
assert not l
|
|
|
|
|
|
class BaseFunctionalTests:
|
|
def test_passfunction(self, testdir):
|
|
reports = testdir.runitem("""
|
|
def test_func():
|
|
pass
|
|
""")
|
|
rep = reports[1]
|
|
assert rep.passed
|
|
assert not rep.failed
|
|
assert rep.shortrepr == "."
|
|
assert not hasattr(rep, 'longrepr')
|
|
|
|
def test_failfunction(self, testdir):
|
|
reports = testdir.runitem("""
|
|
def test_func():
|
|
assert 0
|
|
""")
|
|
rep = reports[1]
|
|
assert not rep.passed
|
|
assert not rep.skipped
|
|
assert rep.failed
|
|
assert rep.when == "call"
|
|
assert isinstance(rep.longrepr, ReprExceptionInfo)
|
|
assert str(rep.shortrepr) == "F"
|
|
|
|
def test_skipfunction(self, testdir):
|
|
reports = testdir.runitem("""
|
|
import py
|
|
def test_func():
|
|
py.test.skip("hello")
|
|
""")
|
|
rep = reports[1]
|
|
assert not rep.failed
|
|
assert not rep.passed
|
|
assert rep.skipped
|
|
#assert rep.skipped.when == "call"
|
|
#assert rep.skipped.when == "call"
|
|
#assert rep.skipped == "%sreason == "hello"
|
|
#assert rep.skipped.location.lineno == 3
|
|
#assert rep.skipped.location.path
|
|
#assert not rep.skipped.failurerepr
|
|
|
|
def test_skip_in_setup_function(self, testdir):
|
|
reports = testdir.runitem("""
|
|
import py
|
|
def setup_function(func):
|
|
py.test.skip("hello")
|
|
def test_func():
|
|
pass
|
|
""")
|
|
print reports
|
|
rep = reports[0]
|
|
assert not rep.failed
|
|
assert not rep.passed
|
|
assert rep.skipped
|
|
#assert rep.skipped.reason == "hello"
|
|
#assert rep.skipped.location.lineno == 3
|
|
#assert rep.skipped.location.lineno == 3
|
|
assert len(reports) == 2
|
|
assert reports[1].passed # teardown
|
|
|
|
def test_failure_in_setup_function(self, testdir):
|
|
reports = testdir.runitem("""
|
|
import py
|
|
def setup_function(func):
|
|
raise ValueError(42)
|
|
def test_func():
|
|
pass
|
|
""")
|
|
rep = reports[0]
|
|
assert not rep.skipped
|
|
assert not rep.passed
|
|
assert rep.failed
|
|
assert rep.when == "setup"
|
|
assert len(reports) == 2
|
|
|
|
def test_failure_in_teardown_function(self, testdir):
|
|
reports = testdir.runitem("""
|
|
import py
|
|
def teardown_function(func):
|
|
raise ValueError(42)
|
|
def test_func():
|
|
pass
|
|
""")
|
|
print reports
|
|
assert len(reports) == 3
|
|
rep = reports[2]
|
|
assert not rep.skipped
|
|
assert not rep.passed
|
|
assert rep.failed
|
|
assert rep.when == "teardown"
|
|
assert rep.longrepr.reprcrash.lineno == 3
|
|
assert rep.longrepr.reprtraceback.reprentries
|
|
|
|
def test_custom_failure_repr(self, testdir):
|
|
testdir.makepyfile(conftest="""
|
|
import py
|
|
class Function(py.test.collect.Function):
|
|
def repr_failure(self, excinfo, outerr):
|
|
return "hello"
|
|
""")
|
|
reports = testdir.runitem("""
|
|
import py
|
|
def test_func():
|
|
assert 0
|
|
""")
|
|
rep = reports[1]
|
|
assert not rep.skipped
|
|
assert not rep.passed
|
|
assert rep.failed
|
|
#assert rep.outcome.when == "call"
|
|
#assert rep.failed.where.lineno == 3
|
|
#assert rep.failed.where.path.basename == "test_func.py"
|
|
#assert rep.failed.failurerepr == "hello"
|
|
|
|
def test_failure_in_setup_function_ignores_custom_failure_repr(self, testdir):
|
|
testdir.makepyfile(conftest="""
|
|
import py
|
|
class Function(py.test.collect.Function):
|
|
def repr_failure(self, excinfo):
|
|
assert 0
|
|
""")
|
|
reports = testdir.runitem("""
|
|
import py
|
|
def setup_function(func):
|
|
raise ValueError(42)
|
|
def test_func():
|
|
pass
|
|
""")
|
|
assert len(reports) == 2
|
|
rep = reports[0]
|
|
print rep
|
|
assert not rep.skipped
|
|
assert not rep.passed
|
|
assert rep.failed
|
|
#assert rep.outcome.when == "setup"
|
|
#assert rep.outcome.where.lineno == 3
|
|
#assert rep.outcome.where.path.basename == "test_func.py"
|
|
#assert instanace(rep.failed.failurerepr, PythonFailureRepr)
|
|
|
|
def test_capture_in_func(self, testdir):
|
|
reports = testdir.runitem("""
|
|
import sys
|
|
def setup_function(func):
|
|
print "in setup"
|
|
def test_func():
|
|
print "in function"
|
|
assert 0
|
|
def teardown_function(func):
|
|
print "in teardown"
|
|
""")
|
|
assert reports[0].outerr[0] == "in setup\n"
|
|
assert reports[1].outerr[0] == "in function\n"
|
|
assert reports[2].outerr[0] == "in teardown\n"
|
|
|
|
def test_systemexit_does_not_bail_out(self, testdir):
|
|
try:
|
|
reports = testdir.runitem("""
|
|
def test_func():
|
|
raise SystemExit(42)
|
|
""")
|
|
except SystemExit:
|
|
py.test.fail("runner did not catch SystemExit")
|
|
rep = reports[1]
|
|
assert rep.failed
|
|
assert rep.when == "call"
|
|
|
|
def test_exit_propagates(self, testdir):
|
|
from py.__.test.outcome import Exit
|
|
try:
|
|
testdir.runitem("""
|
|
from py.__.test.outcome import Exit
|
|
def test_func():
|
|
raise Exit()
|
|
""")
|
|
except Exit:
|
|
pass
|
|
else:
|
|
py.test.fail("did not raise")
|
|
|
|
|
|
class TestExecutionNonForked(BaseFunctionalTests):
|
|
def getrunner(self):
|
|
def f(item):
|
|
return runner.runtestprotocol(item, log=False)
|
|
return f
|
|
|
|
def test_keyboardinterrupt_propagates(self, testdir):
|
|
from py.__.test.outcome import Exit
|
|
try:
|
|
testdir.runitem("""
|
|
def test_func():
|
|
raise KeyboardInterrupt("fake")
|
|
""")
|
|
except KeyboardInterrupt, e:
|
|
pass
|
|
else:
|
|
py.test.fail("did not raise")
|
|
|
|
class TestExecutionForked(BaseFunctionalTests):
|
|
def getrunner(self):
|
|
if not hasattr(py.std.os, 'fork'):
|
|
py.test.skip("no os.fork available")
|
|
return runner.forked_run_report
|
|
|
|
def test_suicide(self, testdir):
|
|
reports = testdir.runitem("""
|
|
def test_func():
|
|
import os
|
|
os.kill(os.getpid(), 15)
|
|
""")
|
|
rep = reports[0]
|
|
assert rep.failed
|
|
assert rep.when == "???"
|
|
|
|
class TestCollectionReports:
|
|
def test_collect_result(self, testdir):
|
|
col = testdir.getmodulecol("""
|
|
def test_func1():
|
|
pass
|
|
class TestClass:
|
|
pass
|
|
""")
|
|
rep = runner.pytest_make_collect_report(col)
|
|
assert not rep.failed
|
|
assert not rep.skipped
|
|
assert rep.passed
|
|
res = rep.result
|
|
assert len(res) == 2
|
|
assert res[0].name == "test_func1"
|
|
assert res[1].name == "TestClass"
|
|
|
|
def test_skip_at_module_scope(self, testdir):
|
|
col = testdir.getmodulecol("""
|
|
import py
|
|
py.test.skip("hello")
|
|
def test_func():
|
|
pass
|
|
""")
|
|
rep = runner.pytest_make_collect_report(col)
|
|
assert not rep.failed
|
|
assert not rep.passed
|
|
assert rep.skipped
|
|
|
|
|
|
def test_functional_boxed(testdir):
|
|
if not hasattr(py.std.os, 'fork'):
|
|
py.test.skip("needs os.fork")
|
|
p1 = testdir.makepyfile("""
|
|
import os
|
|
def test_function():
|
|
os.kill(os.getpid(), 15)
|
|
""")
|
|
result = testdir.runpytest(p1, "--boxed")
|
|
assert result.stdout.fnmatch_lines([
|
|
"*CRASHED*",
|
|
"*1 failed*"
|
|
])
|
|
|
|
def test_logging_interaction(testdir):
|
|
p = testdir.makepyfile("""
|
|
def test_logging():
|
|
import logging
|
|
import StringIO
|
|
stream = StringIO.StringIO()
|
|
logging.basicConfig(stream=stream)
|
|
stream.close() # to free memory/release resources
|
|
""")
|
|
result = testdir.runpytest(p)
|
|
assert result.stderr.str().find("atexit") == -1
|
|
|
|
|