Add unraisableexception and threadexception plugins

testing/test_threadexception.py

@@ -0,0 +1,137 @@
+import sys
+
+import pytest
+from _pytest.pytester import Pytester
+
+
+if sys.version_info < (3, 8):
+    pytest.skip("threadexception plugin needs Python>=3.8", allow_module_level=True)
+
+
+@pytest.mark.filterwarnings("default")
+def test_unhandled_thread_exception(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        import threading
+
+        def test_it():
+            def oops():
+                raise ValueError("Oops")
+
+            t = threading.Thread(target=oops, name="MyThread")
+            t.start()
+            t.join()
+
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == 0
+    assert result.parseoutcomes() == {"passed": 2, "warnings": 1}
+    result.stdout.fnmatch_lines(
+        [
+            "*= warnings summary =*",
+            "test_it.py::test_it",
+            "  * PytestUnhandledThreadExceptionWarning: Exception in thread MyThread",
+            "  ",
+            "  Traceback (most recent call last):",
+            "  ValueError: Oops",
+            "  ",
+            "    warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))",
+        ]
+    )
+
+
+@pytest.mark.filterwarnings("default")
+def test_unhandled_thread_exception_in_setup(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        import threading
+        import pytest
+
+        @pytest.fixture
+        def threadexc():
+            def oops():
+                raise ValueError("Oops")
+            t = threading.Thread(target=oops, name="MyThread")
+            t.start()
+            t.join()
+
+        def test_it(threadexc): pass
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == 0
+    assert result.parseoutcomes() == {"passed": 2, "warnings": 1}
+    result.stdout.fnmatch_lines(
+        [
+            "*= warnings summary =*",
+            "test_it.py::test_it",
+            "  * PytestUnhandledThreadExceptionWarning: Exception in thread MyThread",
+            "  ",
+            "  Traceback (most recent call last):",
+            "  ValueError: Oops",
+            "  ",
+            "    warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))",
+        ]
+    )
+
+
+@pytest.mark.filterwarnings("default")
+def test_unhandled_thread_exception_in_teardown(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        import threading
+        import pytest
+
+        @pytest.fixture
+        def threadexc():
+            def oops():
+                raise ValueError("Oops")
+            yield
+            t = threading.Thread(target=oops, name="MyThread")
+            t.start()
+            t.join()
+
+        def test_it(threadexc): pass
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == 0
+    assert result.parseoutcomes() == {"passed": 2, "warnings": 1}
+    result.stdout.fnmatch_lines(
+        [
+            "*= warnings summary =*",
+            "test_it.py::test_it",
+            "  * PytestUnhandledThreadExceptionWarning: Exception in thread MyThread",
+            "  ",
+            "  Traceback (most recent call last):",
+            "  ValueError: Oops",
+            "  ",
+            "    warnings.warn(pytest.PytestUnhandledThreadExceptionWarning(msg))",
+        ]
+    )
+
+
+@pytest.mark.filterwarnings("error::pytest.PytestUnhandledThreadExceptionWarning")
+def test_unhandled_thread_exception_warning_error(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        import threading
+        import pytest
+
+        def test_it():
+            def oops():
+                raise ValueError("Oops")
+            t = threading.Thread(target=oops, name="MyThread")
+            t.start()
+            t.join()
+
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == pytest.ExitCode.TESTS_FAILED
+    assert result.parseoutcomes() == {"passed": 1, "failed": 1}

testing/test_unraisableexception.py

@@ -0,0 +1,133 @@
+import sys
+
+import pytest
+from _pytest.pytester import Pytester
+
+
+if sys.version_info < (3, 8):
+    pytest.skip("unraisableexception plugin needs Python>=3.8", allow_module_level=True)
+
+
+@pytest.mark.filterwarnings("default")
+def test_unraisable(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        class BrokenDel:
+            def __del__(self):
+                raise ValueError("del is broken")
+
+        def test_it():
+            obj = BrokenDel()
+            del obj
+
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == 0
+    assert result.parseoutcomes() == {"passed": 2, "warnings": 1}
+    result.stdout.fnmatch_lines(
+        [
+            "*= warnings summary =*",
+            "test_it.py::test_it",
+            "  * PytestUnraisableExceptionWarning: Exception ignored in: <function BrokenDel.__del__ at *>",
+            "  ",
+            "  Traceback (most recent call last):",
+            "  ValueError: del is broken",
+            "  ",
+            "    warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))",
+        ]
+    )
+
+
+@pytest.mark.filterwarnings("default")
+def test_unraisable_in_setup(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        import pytest
+
+        class BrokenDel:
+            def __del__(self):
+                raise ValueError("del is broken")
+
+        @pytest.fixture
+        def broken_del():
+            obj = BrokenDel()
+            del obj
+
+        def test_it(broken_del): pass
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == 0
+    assert result.parseoutcomes() == {"passed": 2, "warnings": 1}
+    result.stdout.fnmatch_lines(
+        [
+            "*= warnings summary =*",
+            "test_it.py::test_it",
+            "  * PytestUnraisableExceptionWarning: Exception ignored in: <function BrokenDel.__del__ at *>",
+            "  ",
+            "  Traceback (most recent call last):",
+            "  ValueError: del is broken",
+            "  ",
+            "    warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))",
+        ]
+    )
+
+
+@pytest.mark.filterwarnings("default")
+def test_unraisable_in_teardown(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        import pytest
+
+        class BrokenDel:
+            def __del__(self):
+                raise ValueError("del is broken")
+
+        @pytest.fixture
+        def broken_del():
+            yield
+            obj = BrokenDel()
+            del obj
+
+        def test_it(broken_del): pass
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == 0
+    assert result.parseoutcomes() == {"passed": 2, "warnings": 1}
+    result.stdout.fnmatch_lines(
+        [
+            "*= warnings summary =*",
+            "test_it.py::test_it",
+            "  * PytestUnraisableExceptionWarning: Exception ignored in: <function BrokenDel.__del__ at *>",
+            "  ",
+            "  Traceback (most recent call last):",
+            "  ValueError: del is broken",
+            "  ",
+            "    warnings.warn(pytest.PytestUnraisableExceptionWarning(msg))",
+        ]
+    )
+
+
+@pytest.mark.filterwarnings("error::pytest.PytestUnraisableExceptionWarning")
+def test_unraisable_warning_error(pytester: Pytester) -> None:
+    pytester.makepyfile(
+        test_it="""
+        class BrokenDel:
+            def __del__(self) -> None:
+                raise ValueError("del is broken")
+
+        def test_it() -> None:
+            obj = BrokenDel()
+            del obj
+
+        def test_2(): pass
+        """
+    )
+    result = pytester.runpytest()
+    assert result.ret == pytest.ExitCode.TESTS_FAILED
+    assert result.parseoutcomes() == {"passed": 1, "failed": 1}