Restructure tests to use a less complicated sample file
This commit is contained in:
Patrick Lannigan
parent
be2eb4ab83
commit
629f165045
|
|
@ -2617,21 +2617,198 @@ def test_format_trimmed() -> None:
|
||||||
|
|
||||||
|
|
||||||
class TestFineGrainedTestCase:
|
class TestFineGrainedTestCase:
|
||||||
def test_max_verbosity(self, pytester: Pytester) -> None:
|
DEFAULT_FILE_CONTENTS = """
|
||||||
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=2)
|
import pytest
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("i", range(4))
|
||||||
|
def test_ok(i):
|
||||||
|
'''
|
||||||
|
some docstring
|
||||||
|
'''
|
||||||
|
pass
|
||||||
|
"""
|
||||||
|
LONG_SKIP_FILE_CONTENTS = """
|
||||||
|
import pytest
|
||||||
|
|
||||||
|
@pytest.mark.skip(
|
||||||
|
"some long skip reason that will not fit on a single line with other content that goes"
|
||||||
|
" on and on and on and on and on"
|
||||||
|
)
|
||||||
|
def test_skip():
|
||||||
|
pass
|
||||||
|
"""
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("verbosity", [1, 2])
|
||||||
|
def test_execute_positive(self, verbosity, pytester: Pytester) -> None:
|
||||||
|
# expected: one test case per line (with file name), word describing result
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=verbosity)
|
||||||
result = pytester.runpytest(p)
|
result = pytester.runpytest(p)
|
||||||
|
|
||||||
result.stdout.fnmatch_lines(
|
result.stdout.fnmatch_lines(
|
||||||
[
|
[
|
||||||
f"{p.name}::test_ok PASSED [ 14%]",
|
"collected 4 items",
|
||||||
f"{p.name}::test_words_fail FAILED [ 28%]",
|
"",
|
||||||
f"{p.name}::test_numbers_fail FAILED [ 42%]",
|
f"{p.name}::test_ok[0] PASSED [ 25%]",
|
||||||
f"{p.name}::test_long_text_fail FAILED [ 57%]",
|
f"{p.name}::test_ok[1] PASSED [ 50%]",
|
||||||
f"{p.name}::test_parametrize_fail[hello-1] FAILED [ 71%]",
|
f"{p.name}::test_ok[2] PASSED [ 75%]",
|
||||||
f"{p.name}::test_parametrize_fail[world-987654321] FAILED [ 85%]",
|
f"{p.name}::test_ok[3] PASSED [100%]",
|
||||||
f"{p.name}::test_sample_skip SKIPPED (some long skip reason",
|
],
|
||||||
"that will not fit on a single line with other content that goes on and",
|
consecutive=True,
|
||||||
"on and on and on and on) [100%]",
|
)
|
||||||
|
|
||||||
|
def test_execute_0_global_1(self, pytester: Pytester) -> None:
|
||||||
|
# expected: one file name per line, single character describing result
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=0)
|
||||||
|
result = pytester.runpytest("-v", p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collecting ... collected 4 items",
|
||||||
|
"",
|
||||||
|
f"{p.name} .... [100%]",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("verbosity", [-1, -2])
|
||||||
|
def test_execute_negative(self, verbosity, pytester: Pytester) -> None:
|
||||||
|
# expected: single character describing result
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=verbosity)
|
||||||
|
result = pytester.runpytest(p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collected 4 items",
|
||||||
|
".... [100%]",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_execute_skipped_positive_2(self, pytester: Pytester) -> None:
|
||||||
|
# expected: one test case per line (with file name), word describing result, full reason
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(
|
||||||
|
pytester,
|
||||||
|
verbosity=2,
|
||||||
|
file_contents=TestFineGrainedTestCase.LONG_SKIP_FILE_CONTENTS,
|
||||||
|
)
|
||||||
|
result = pytester.runpytest(p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collected 1 item",
|
||||||
|
"",
|
||||||
|
f"{p.name}::test_skip SKIPPED (some long skip",
|
||||||
|
"reason that will not fit on a single line with other content that goes",
|
||||||
|
"on and on and on and on and on) [100%]",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_execute_skipped_positive_1(self, pytester: Pytester) -> None:
|
||||||
|
# expected: one test case per line (with file name), word describing result, reason truncated
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(
|
||||||
|
pytester,
|
||||||
|
verbosity=1,
|
||||||
|
file_contents=TestFineGrainedTestCase.LONG_SKIP_FILE_CONTENTS,
|
||||||
|
)
|
||||||
|
result = pytester.runpytest(p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collected 1 item",
|
||||||
|
"",
|
||||||
|
f"{p.name}::test_skip SKIPPED (some long ski...) [100%]",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_execute_skipped__0_global_1(self, pytester: Pytester) -> None:
|
||||||
|
# expected: one file name per line, single character describing result (no reason)
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(
|
||||||
|
pytester,
|
||||||
|
verbosity=0,
|
||||||
|
file_contents=TestFineGrainedTestCase.LONG_SKIP_FILE_CONTENTS,
|
||||||
|
)
|
||||||
|
result = pytester.runpytest("-v", p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collecting ... collected 1 item",
|
||||||
|
"",
|
||||||
|
f"{p.name} s [100%]",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("verbosity", [-1, -2])
|
||||||
|
def test_execute_skipped_negative(self, verbosity, pytester: Pytester) -> None:
|
||||||
|
# expected: single character describing result (no reason)
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(
|
||||||
|
pytester,
|
||||||
|
verbosity=verbosity,
|
||||||
|
file_contents=TestFineGrainedTestCase.LONG_SKIP_FILE_CONTENTS,
|
||||||
|
)
|
||||||
|
result = pytester.runpytest(p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collected 1 item",
|
||||||
|
"s [100%]",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
@pytest.mark.parametrize("verbosity", [1, 2])
|
||||||
|
def test__collect_only_positive(self, verbosity, pytester: Pytester) -> None:
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=verbosity)
|
||||||
|
result = pytester.runpytest("--collect-only", p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collected 4 items",
|
||||||
|
"",
|
||||||
|
f"<Module {p.name}>",
|
||||||
|
" <Function test_ok[0]>",
|
||||||
|
" some docstring",
|
||||||
|
" <Function test_ok[1]>",
|
||||||
|
" some docstring",
|
||||||
|
" <Function test_ok[2]>",
|
||||||
|
" some docstring",
|
||||||
|
" <Function test_ok[3]>",
|
||||||
|
" some docstring",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_collect_only_0_global_1(self, pytester: Pytester) -> None:
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=0)
|
||||||
|
result = pytester.runpytest("-v", "--collect-only", p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collecting ... collected 4 items",
|
||||||
|
"",
|
||||||
|
f"<Module {p.name}>",
|
||||||
|
" <Function test_ok[0]>",
|
||||||
|
" <Function test_ok[1]>",
|
||||||
|
" <Function test_ok[2]>",
|
||||||
|
" <Function test_ok[3]>",
|
||||||
|
],
|
||||||
|
consecutive=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
def test_collect_only_negative_1(self, pytester: Pytester) -> None:
|
||||||
|
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=-1)
|
||||||
|
result = pytester.runpytest("--collect-only", p)
|
||||||
|
|
||||||
|
result.stdout.fnmatch_lines(
|
||||||
|
[
|
||||||
|
"collected 4 items",
|
||||||
|
"",
|
||||||
|
f"{p.name}::test_ok[0]",
|
||||||
|
f"{p.name}::test_ok[1]",
|
||||||
|
f"{p.name}::test_ok[2]",
|
||||||
|
f"{p.name}::test_ok[3]",
|
||||||
],
|
],
|
||||||
consecutive=True,
|
consecutive=True,
|
||||||
)
|
)
|
||||||
|
|
@ -2642,37 +2819,18 @@ class TestFineGrainedTestCase:
|
||||||
|
|
||||||
result.stdout.fnmatch_lines(
|
result.stdout.fnmatch_lines(
|
||||||
[
|
[
|
||||||
"collected 7 items",
|
"collected 4 items",
|
||||||
"",
|
"",
|
||||||
f"{p.name}: 7",
|
f"{p.name}: 4",
|
||||||
],
|
|
||||||
consecutive=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
def test__collect_only_positive_2(self, pytester: Pytester) -> None:
|
|
||||||
p = TestFineGrainedTestCase._initialize_files(pytester, verbosity=2)
|
|
||||||
result = pytester.runpytest("--collect-only", p)
|
|
||||||
|
|
||||||
result.stdout.fnmatch_lines(
|
|
||||||
[
|
|
||||||
"collected 7 items",
|
|
||||||
"",
|
|
||||||
f"<Module {p.name}>",
|
|
||||||
" <Function test_ok>",
|
|
||||||
" some docstring",
|
|
||||||
" <Function test_words_fail>",
|
|
||||||
" <Function test_numbers_fail>",
|
|
||||||
" <Function test_long_text_fail>",
|
|
||||||
" <Function test_parametrize_fail[hello-1]>",
|
|
||||||
" <Function test_parametrize_fail[world-987654321]>",
|
|
||||||
" <Function test_sample_skip>",
|
|
||||||
],
|
],
|
||||||
consecutive=True,
|
consecutive=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def _initialize_files(pytester: Pytester, verbosity: int) -> Path:
|
def _initialize_files(
|
||||||
p = pytester.makepyfile(TestFineGrainedTestCase.file_contents())
|
pytester: Pytester, verbosity: int, file_contents: str = DEFAULT_FILE_CONTENTS
|
||||||
|
) -> Path:
|
||||||
|
p = pytester.makepyfile(file_contents)
|
||||||
pytester.makeini(
|
pytester.makeini(
|
||||||
f"""
|
f"""
|
||||||
[pytest]
|
[pytest]
|
||||||
|
|
@ -2680,49 +2838,3 @@ class TestFineGrainedTestCase:
|
||||||
"""
|
"""
|
||||||
)
|
)
|
||||||
return p
|
return p
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def file_contents() -> str:
|
|
||||||
long_text = "Lorem ipsum dolor sit amet " * 10
|
|
||||||
return f"""
|
|
||||||
import pytest
|
|
||||||
def test_ok():
|
|
||||||
'''
|
|
||||||
some docstring
|
|
||||||
'''
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
def test_words_fail():
|
|
||||||
fruits1 = ["banana", "apple", "grapes", "melon", "kiwi"]
|
|
||||||
fruits2 = ["banana", "apple", "orange", "melon", "kiwi"]
|
|
||||||
assert fruits1 == fruits2
|
|
||||||
|
|
||||||
|
|
||||||
def test_numbers_fail():
|
|
||||||
number_to_text1 = {{str(x): x for x in range(5)}}
|
|
||||||
number_to_text2 = {{str(x * 10): x * 10 for x in range(5)}}
|
|
||||||
assert number_to_text1 == number_to_text2
|
|
||||||
|
|
||||||
|
|
||||||
def test_long_text_fail():
|
|
||||||
long_text = "{long_text}"
|
|
||||||
assert "hello world" in long_text
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.parametrize(["foo", "bar"], [
|
|
||||||
("hello", 1),
|
|
||||||
("world", 987654321),
|
|
||||||
])
|
|
||||||
def test_parametrize_fail(foo, bar):
|
|
||||||
long_text = f"{{foo}} {{bar}}"
|
|
||||||
assert "hello world" in long_text
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.skip(
|
|
||||||
"some long skip reason that will not fit on a single line with other content that goes"
|
|
||||||
" on and on and on and on and on"
|
|
||||||
)
|
|
||||||
def test_sample_skip():
|
|
||||||
pass
|
|
||||||
"""
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue