578 lines
19 KiB
Python
578 lines
19 KiB
Python
import sys, py, pytest
|
|
|
|
class TestGeneralUsage:
|
|
def test_config_error(self, testdir):
|
|
testdir.makeconftest("""
|
|
def pytest_configure(config):
|
|
import pytest
|
|
raise pytest.UsageError("hello")
|
|
""")
|
|
result = testdir.runpytest(testdir.tmpdir)
|
|
assert result.ret != 0
|
|
result.stderr.fnmatch_lines([
|
|
'*ERROR: hello'
|
|
])
|
|
|
|
def test_root_conftest_syntax_error(self, testdir):
|
|
p = testdir.makepyfile(conftest="raise SyntaxError\n")
|
|
result = testdir.runpytest()
|
|
result.stderr.fnmatch_lines(["*raise SyntaxError*"])
|
|
assert result.ret != 0
|
|
|
|
def test_early_hook_error_issue38_1(self, testdir):
|
|
testdir.makeconftest("""
|
|
def pytest_sessionstart():
|
|
0 / 0
|
|
""")
|
|
result = testdir.runpytest(testdir.tmpdir)
|
|
assert result.ret != 0
|
|
# tracestyle is native by default for hook failures
|
|
result.stdout.fnmatch_lines([
|
|
'*INTERNALERROR*File*conftest.py*line 2*',
|
|
'*0 / 0*',
|
|
])
|
|
result = testdir.runpytest(testdir.tmpdir, "--fulltrace")
|
|
assert result.ret != 0
|
|
# tracestyle is native by default for hook failures
|
|
result.stdout.fnmatch_lines([
|
|
'*INTERNALERROR*def pytest_sessionstart():*',
|
|
'*INTERNALERROR*0 / 0*',
|
|
])
|
|
|
|
def test_early_hook_configure_error_issue38(self, testdir):
|
|
testdir.makeconftest("""
|
|
def pytest_configure():
|
|
0 / 0
|
|
""")
|
|
result = testdir.runpytest(testdir.tmpdir)
|
|
assert result.ret != 0
|
|
# here we get it on stderr
|
|
result.stderr.fnmatch_lines([
|
|
'*INTERNALERROR*File*conftest.py*line 2*',
|
|
'*0 / 0*',
|
|
])
|
|
|
|
def test_file_not_found(self, testdir):
|
|
result = testdir.runpytest("asd")
|
|
assert result.ret != 0
|
|
result.stderr.fnmatch_lines(["ERROR: file not found*asd"])
|
|
|
|
def test_file_not_found_unconfigure_issue143(self, testdir):
|
|
testdir.makeconftest("""
|
|
def pytest_configure():
|
|
print("---configure")
|
|
def pytest_unconfigure():
|
|
print("---unconfigure")
|
|
""")
|
|
result = testdir.runpytest("-s", "asd")
|
|
assert result.ret == 4 # EXIT_USAGEERROR
|
|
result.stderr.fnmatch_lines(["ERROR: file not found*asd"])
|
|
s = result.stdout.fnmatch_lines([
|
|
"*---configure",
|
|
"*---unconfigure",
|
|
])
|
|
|
|
|
|
def test_config_preparse_plugin_option(self, testdir):
|
|
testdir.makepyfile(pytest_xyz="""
|
|
def pytest_addoption(parser):
|
|
parser.addoption("--xyz", dest="xyz", action="store")
|
|
""")
|
|
testdir.makepyfile(test_one="""
|
|
def test_option(pytestconfig):
|
|
assert pytestconfig.option.xyz == "123"
|
|
""")
|
|
result = testdir.runpytest("-p", "pytest_xyz", "--xyz=123")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
'*1 passed*',
|
|
])
|
|
|
|
def test_assertion_magic(self, testdir):
|
|
p = testdir.makepyfile("""
|
|
def test_this():
|
|
x = 0
|
|
assert x
|
|
""")
|
|
result = testdir.runpytest(p)
|
|
result.stdout.fnmatch_lines([
|
|
"> assert x",
|
|
"E assert 0",
|
|
])
|
|
assert result.ret == 1
|
|
|
|
def test_nested_import_error(self, testdir):
|
|
p = testdir.makepyfile("""
|
|
import import_fails
|
|
def test_this():
|
|
assert import_fails.a == 1
|
|
""")
|
|
testdir.makepyfile(import_fails="import does_not_work")
|
|
result = testdir.runpytest(p)
|
|
result.stdout.fnmatch_lines([
|
|
#XXX on jython this fails: "> import import_fails",
|
|
"E ImportError: No module named *does_not_work*",
|
|
])
|
|
assert result.ret == 1
|
|
|
|
def test_not_collectable_arguments(self, testdir):
|
|
p1 = testdir.makepyfile("")
|
|
p2 = testdir.makefile(".pyc", "123")
|
|
result = testdir.runpytest(p1, p2)
|
|
assert result.ret
|
|
result.stderr.fnmatch_lines([
|
|
"*ERROR: not found:*%s" %(p2.basename,)
|
|
])
|
|
|
|
|
|
|
|
def test_early_skip(self, testdir):
|
|
testdir.mkdir("xyz")
|
|
testdir.makeconftest("""
|
|
import pytest
|
|
def pytest_collect_directory():
|
|
pytest.skip("early")
|
|
""")
|
|
result = testdir.runpytest()
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*1 skip*"
|
|
])
|
|
|
|
def test_issue88_initial_file_multinodes(self, testdir):
|
|
testdir.makeconftest("""
|
|
import pytest
|
|
class MyFile(pytest.File):
|
|
def collect(self):
|
|
return [MyItem("hello", parent=self)]
|
|
def pytest_collect_file(path, parent):
|
|
return MyFile(path, parent)
|
|
class MyItem(pytest.Item):
|
|
pass
|
|
""")
|
|
p = testdir.makepyfile("def test_hello(): pass")
|
|
result = testdir.runpytest(p, "--collectonly")
|
|
result.stdout.fnmatch_lines([
|
|
"*MyFile*test_issue88*",
|
|
"*Module*test_issue88*",
|
|
])
|
|
|
|
def test_issue93_initialnode_importing_capturing(self, testdir):
|
|
testdir.makeconftest("""
|
|
import sys
|
|
print ("should not be seen")
|
|
sys.stderr.write("stder42\\n")
|
|
""")
|
|
result = testdir.runpytest()
|
|
assert result.ret == 0
|
|
assert "should not be seen" not in result.stdout.str()
|
|
assert "stderr42" not in result.stderr.str()
|
|
|
|
def test_conftest_printing_shows_if_error(self, testdir):
|
|
testdir.makeconftest("""
|
|
print ("should be seen")
|
|
assert 0
|
|
""")
|
|
result = testdir.runpytest()
|
|
assert result.ret != 0
|
|
assert "should be seen" in result.stdout.str()
|
|
|
|
@pytest.mark.skipif("not hasattr(py.path.local, 'mksymlinkto')")
|
|
def test_chdir(self, testdir):
|
|
testdir.tmpdir.join("py").mksymlinkto(py._pydir)
|
|
p = testdir.tmpdir.join("main.py")
|
|
p.write(py.code.Source("""
|
|
import sys, os
|
|
sys.path.insert(0, '')
|
|
import py
|
|
print (py.__file__)
|
|
print (py.__path__)
|
|
os.chdir(os.path.dirname(os.getcwd()))
|
|
print (py.log)
|
|
"""))
|
|
result = testdir.runpython(p, prepend=False)
|
|
assert not result.ret
|
|
|
|
def test_issue109_sibling_conftests_not_loaded(self, testdir):
|
|
sub1 = testdir.tmpdir.mkdir("sub1")
|
|
sub2 = testdir.tmpdir.mkdir("sub2")
|
|
sub1.join("conftest.py").write("assert 0")
|
|
result = testdir.runpytest(sub2)
|
|
assert result.ret == 0
|
|
sub2.ensure("__init__.py")
|
|
p = sub2.ensure("test_hello.py")
|
|
result = testdir.runpytest(p)
|
|
assert result.ret == 0
|
|
result = testdir.runpytest(sub1)
|
|
assert result.ret != 0
|
|
|
|
def test_directory_skipped(self, testdir):
|
|
testdir.makeconftest("""
|
|
import pytest
|
|
def pytest_ignore_collect():
|
|
pytest.skip("intentional")
|
|
""")
|
|
testdir.makepyfile("def test_hello(): pass")
|
|
result = testdir.runpytest()
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*1 skipped*"
|
|
])
|
|
|
|
def test_multiple_items_per_collector_byid(self, testdir):
|
|
c = testdir.makeconftest("""
|
|
import pytest
|
|
class MyItem(pytest.Item):
|
|
def runtest(self):
|
|
pass
|
|
class MyCollector(pytest.File):
|
|
def collect(self):
|
|
return [MyItem(name="xyz", parent=self)]
|
|
def pytest_collect_file(path, parent):
|
|
if path.basename.startswith("conftest"):
|
|
return MyCollector(path, parent)
|
|
""")
|
|
result = testdir.runpytest(c.basename+"::"+"xyz")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*1 pass*",
|
|
])
|
|
|
|
def test_skip_on_generated_funcarg_id(self, testdir):
|
|
testdir.makeconftest("""
|
|
import pytest
|
|
def pytest_generate_tests(metafunc):
|
|
metafunc.addcall({'x': 3}, id='hello-123')
|
|
def pytest_runtest_setup(item):
|
|
print (item.keywords)
|
|
if 'hello-123' in item.keywords:
|
|
pytest.skip("hello")
|
|
assert 0
|
|
""")
|
|
p = testdir.makepyfile("""def test_func(x): pass""")
|
|
res = testdir.runpytest(p)
|
|
assert res.ret == 0
|
|
res.stdout.fnmatch_lines(["*1 skipped*"])
|
|
|
|
def test_direct_addressing_selects(self, testdir):
|
|
p = testdir.makepyfile("""
|
|
def pytest_generate_tests(metafunc):
|
|
metafunc.addcall({'i': 1}, id="1")
|
|
metafunc.addcall({'i': 2}, id="2")
|
|
def test_func(i):
|
|
pass
|
|
""")
|
|
res = testdir.runpytest(p.basename + "::" + "test_func[1]")
|
|
assert res.ret == 0
|
|
res.stdout.fnmatch_lines(["*1 passed*"])
|
|
|
|
def test_direct_addressing_notfound(self, testdir):
|
|
p = testdir.makepyfile("""
|
|
def test_func():
|
|
pass
|
|
""")
|
|
res = testdir.runpytest(p.basename + "::" + "test_notfound")
|
|
assert res.ret
|
|
res.stderr.fnmatch_lines(["*ERROR*not found*"])
|
|
|
|
def test_docstring_on_hookspec(self):
|
|
from _pytest import hookspec
|
|
for name, value in vars(hookspec).items():
|
|
if name.startswith("pytest_"):
|
|
assert value.__doc__, "no docstring for %s" % name
|
|
|
|
def test_initialization_error_issue49(self, testdir):
|
|
testdir.makeconftest("""
|
|
def pytest_configure():
|
|
x
|
|
""")
|
|
result = testdir.runpytest()
|
|
assert result.ret == 3 # internal error
|
|
result.stderr.fnmatch_lines([
|
|
"INTERNAL*pytest_configure*",
|
|
"INTERNAL*x*",
|
|
])
|
|
assert 'sessionstarttime' not in result.stderr.str()
|
|
|
|
class TestInvocationVariants:
|
|
def test_earlyinit(self, testdir):
|
|
p = testdir.makepyfile("""
|
|
import pytest
|
|
assert hasattr(pytest, 'mark')
|
|
""")
|
|
result = testdir.runpython(p)
|
|
assert result.ret == 0
|
|
|
|
@pytest.mark.xfail("sys.platform.startswith('java')")
|
|
def test_pydoc(self, testdir):
|
|
for name in ('py.test', 'pytest'):
|
|
result = testdir.runpython_c("import %s;help(%s)" % (name, name))
|
|
assert result.ret == 0
|
|
s = result.stdout.str()
|
|
assert 'MarkGenerator' in s
|
|
|
|
def test_import_star_py_dot_test(self, testdir):
|
|
p = testdir.makepyfile("""
|
|
from py.test import *
|
|
#collect
|
|
#cmdline
|
|
#Item
|
|
#assert collect.Item is Item
|
|
#assert collect.Collector is Collector
|
|
main
|
|
skip
|
|
xfail
|
|
""")
|
|
result = testdir.runpython(p)
|
|
assert result.ret == 0
|
|
|
|
def test_import_star_pytest(self, testdir):
|
|
p = testdir.makepyfile("""
|
|
from pytest import *
|
|
#Item
|
|
#File
|
|
main
|
|
skip
|
|
xfail
|
|
""")
|
|
result = testdir.runpython(p)
|
|
assert result.ret == 0
|
|
|
|
def test_double_pytestcmdline(self, testdir):
|
|
p = testdir.makepyfile(run="""
|
|
import pytest
|
|
pytest.main()
|
|
pytest.main()
|
|
""")
|
|
testdir.makepyfile("""
|
|
def test_hello():
|
|
pass
|
|
""")
|
|
result = testdir.runpython(p)
|
|
result.stdout.fnmatch_lines([
|
|
"*1 passed*",
|
|
"*1 passed*",
|
|
])
|
|
|
|
@pytest.mark.skipif("sys.version_info < (2,5)")
|
|
def test_python_minus_m_invocation_ok(self, testdir):
|
|
p1 = testdir.makepyfile("def test_hello(): pass")
|
|
res = testdir.run(py.std.sys.executable, "-m", "pytest", str(p1))
|
|
assert res.ret == 0
|
|
|
|
@pytest.mark.skipif("sys.version_info < (2,5)")
|
|
def test_python_minus_m_invocation_fail(self, testdir):
|
|
p1 = testdir.makepyfile("def test_fail(): 0/0")
|
|
res = testdir.run(py.std.sys.executable, "-m", "pytest", str(p1))
|
|
assert res.ret == 1
|
|
|
|
@pytest.mark.skipif("sys.version_info < (2,5)")
|
|
def test_python_pytest_package(self, testdir):
|
|
p1 = testdir.makepyfile("def test_pass(): pass")
|
|
res = testdir.run(py.std.sys.executable, "-m", "pytest", str(p1))
|
|
assert res.ret == 0
|
|
res.stdout.fnmatch_lines(["*1 passed*"])
|
|
|
|
def test_equivalence_pytest_pytest(self):
|
|
assert pytest.main == py.test.cmdline.main
|
|
|
|
def test_invoke_with_string(self, testdir, capsys):
|
|
retcode = testdir.pytestmain("-h")
|
|
assert not retcode
|
|
out, err = capsys.readouterr()
|
|
assert "--help" in out
|
|
pytest.raises(ValueError, lambda: pytest.main(0))
|
|
|
|
def test_invoke_with_path(self, testdir, capsys):
|
|
retcode = testdir.pytestmain(testdir.tmpdir)
|
|
assert not retcode
|
|
out, err = capsys.readouterr()
|
|
|
|
def test_invoke_plugin_api(self, testdir, capsys):
|
|
class MyPlugin:
|
|
def pytest_addoption(self, parser):
|
|
parser.addoption("--myopt")
|
|
|
|
testdir.pytestmain(["-h"], plugins=[MyPlugin()])
|
|
out, err = capsys.readouterr()
|
|
assert "--myopt" in out
|
|
|
|
def test_pyargs_importerror(self, testdir, monkeypatch):
|
|
monkeypatch.delenv('PYTHONDONTWRITEBYTECODE', False)
|
|
path = testdir.mkpydir("tpkg")
|
|
path.join("test_hello.py").write('raise ImportError')
|
|
|
|
result = testdir.runpytest("--pyargs", "tpkg.test_hello")
|
|
assert result.ret != 0
|
|
# FIXME: It would be more natural to match NOT
|
|
# "ERROR*file*or*package*not*found*".
|
|
result.stdout.fnmatch_lines([
|
|
"*collected 0 items*"
|
|
])
|
|
|
|
def test_cmdline_python_package(self, testdir, monkeypatch):
|
|
monkeypatch.delenv('PYTHONDONTWRITEBYTECODE', False)
|
|
path = testdir.mkpydir("tpkg")
|
|
path.join("test_hello.py").write("def test_hello(): pass")
|
|
path.join("test_world.py").write("def test_world(): pass")
|
|
result = testdir.runpytest("--pyargs", "tpkg")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*2 passed*"
|
|
])
|
|
result = testdir.runpytest("--pyargs", "tpkg.test_hello")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*1 passed*"
|
|
])
|
|
|
|
def join_pythonpath(what):
|
|
cur = py.std.os.environ.get('PYTHONPATH')
|
|
if cur:
|
|
return str(what) + ':' + cur
|
|
return what
|
|
empty_package = testdir.mkpydir("empty_package")
|
|
monkeypatch.setenv('PYTHONPATH', join_pythonpath(empty_package))
|
|
result = testdir.runpytest("--pyargs", ".")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*2 passed*"
|
|
])
|
|
|
|
monkeypatch.setenv('PYTHONPATH', join_pythonpath(testdir))
|
|
path.join('test_hello.py').remove()
|
|
result = testdir.runpytest("--pyargs", "tpkg.test_hello")
|
|
assert result.ret != 0
|
|
result.stderr.fnmatch_lines([
|
|
"*not*found*test_hello*",
|
|
])
|
|
|
|
def test_cmdline_python_package_not_exists(self, testdir):
|
|
result = testdir.runpytest("--pyargs", "tpkgwhatv")
|
|
assert result.ret
|
|
result.stderr.fnmatch_lines([
|
|
"ERROR*file*or*package*not*found*",
|
|
])
|
|
|
|
@pytest.mark.xfail(reason="decide: feature or bug")
|
|
def test_noclass_discovery_if_not_testcase(self, testdir):
|
|
testpath = testdir.makepyfile("""
|
|
import unittest
|
|
class TestHello(object):
|
|
def test_hello(self):
|
|
assert self.attr
|
|
|
|
class RealTest(unittest.TestCase, TestHello):
|
|
attr = 42
|
|
""")
|
|
reprec = testdir.inline_run(testpath)
|
|
reprec.assertoutcome(passed=1)
|
|
|
|
def test_doctest_id(self, testdir):
|
|
testdir.makefile('.txt', """
|
|
>>> x=3
|
|
>>> x
|
|
4
|
|
""")
|
|
result = testdir.runpytest("-rf")
|
|
lines = result.stdout.str().splitlines()
|
|
for line in lines:
|
|
if line.startswith("FAIL "):
|
|
testid = line[5:].strip()
|
|
break
|
|
result = testdir.runpytest(testid, '-rf')
|
|
result.stdout.fnmatch_lines([
|
|
line,
|
|
"*1 failed*",
|
|
])
|
|
|
|
class TestDurations:
|
|
source = """
|
|
import time
|
|
frag = 0.02
|
|
def test_2():
|
|
time.sleep(frag*5)
|
|
def test_1():
|
|
time.sleep(frag)
|
|
def test_3():
|
|
time.sleep(frag*10)
|
|
"""
|
|
|
|
def test_calls(self, testdir):
|
|
testdir.makepyfile(self.source)
|
|
result = testdir.runpytest("--durations=10")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*durations*",
|
|
"*call*test_3*",
|
|
"*call*test_2*",
|
|
"*call*test_1*",
|
|
])
|
|
|
|
def test_calls_show_2(self, testdir):
|
|
testdir.makepyfile(self.source)
|
|
result = testdir.runpytest("--durations=2")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*durations*",
|
|
"*call*test_3*",
|
|
"*call*test_2*",
|
|
])
|
|
assert "test_1" not in result.stdout.str()
|
|
|
|
def test_calls_showall(self, testdir):
|
|
testdir.makepyfile(self.source)
|
|
result = testdir.runpytest("--durations=0")
|
|
assert result.ret == 0
|
|
for x in "123":
|
|
for y in 'call',: #'setup', 'call', 'teardown':
|
|
l = []
|
|
for line in result.stdout.lines:
|
|
if ("test_%s" % x) in line and y in line:
|
|
break
|
|
else:
|
|
raise AssertionError("not found %s %s" % (x,y))
|
|
|
|
def test_with_deselected(self, testdir):
|
|
testdir.makepyfile(self.source)
|
|
result = testdir.runpytest("--durations=2", "-k test_1")
|
|
assert result.ret == 0
|
|
result.stdout.fnmatch_lines([
|
|
"*durations*",
|
|
"*call*test_1*",
|
|
])
|
|
|
|
def test_with_failing_collection(self, testdir):
|
|
testdir.makepyfile(self.source)
|
|
testdir.makepyfile(test_collecterror="""xyz""")
|
|
result = testdir.runpytest("--durations=2", "-k test_1")
|
|
assert result.ret != 0
|
|
result.stdout.fnmatch_lines([
|
|
"*durations*",
|
|
"*call*test_1*",
|
|
])
|
|
|
|
|
|
class TestDurationWithFixture:
|
|
source = """
|
|
import time
|
|
frag = 0.01
|
|
def setup_function(func):
|
|
time.sleep(frag * 3)
|
|
def test_1():
|
|
time.sleep(frag*2)
|
|
def test_2():
|
|
time.sleep(frag)
|
|
"""
|
|
def test_setup_function(self, testdir):
|
|
testdir.makepyfile(self.source)
|
|
result = testdir.runpytest("--durations=10")
|
|
assert result.ret == 0
|
|
|
|
result.stdout.fnmatch_lines([
|
|
"*durations*",
|
|
"* setup *test_1*",
|
|
"* call *test_1*",
|
|
])
|
|
|