Pytest-xdist got INTERNALERROR when running with Pytest-bdd

[adittriyadiii]

This my Feature file

Feature: Login

  @WIP
  Scenario: Verify user can login as guest
    Given User click mulai button on login page
    When User click masuk sebagai pengunjung button on login page   

And this my test_login_steps.py

import pytest
from pytest_bdd import scenarios
from pytest_bdd import given , when , then ,scenario
from pages.login_page import LoginPage


@pytest.mark.TestManagement(1)
@scenario("../features/login.feature", "Verify user can login as guest")
def test_verify_user_can_login_as_guest():
 pass

@given('User click mulai button on login page')
def user_click_mulai_button_on_login_page(driver):
    login_page = LoginPage(driver)
    login_page.click_mulai_button()
    pass

@when('User click masuk sebagai pengunjung button on login page')
def user_click_masuk_sebagai_pengunjung_button_on_login_page(driver):
    login_page = LoginPage(driver)
    login_page.click_masuk_sebagai_pengunjung_button()
    pass

@when('User click masuk/daftar button on login page')
def user_click_masuk_or_daftar_button_on_login_page(driver):
    login_page = LoginPage(driver)
    login_page.click_masuk_or_daftar_button()
    pass

When i running using pytest -n 1

its show internal error , but on my device simulator the scenario its running , but the result its no test ran

configfile: pytest.ini
plugins: html-3.2.0, metadata-3.0.0, xdist-3.3.1, bdd-html-0.1.14a0, bdd-6.1.1
1 worker [1 item]      
INTERNALERROR> def worker_internal_error(self, node, formatted_error):
INTERNALERROR>         """
INTERNALERROR>         pytest_internalerror() was called on the worker.
INTERNALERROR>     
INTERNALERROR>         pytest_internalerror() arguments are an excinfo and an excrepr, which can't
INTERNALERROR>         be serialized, so we go with a poor man's solution of raising an exception
INTERNALERROR>         here ourselves using the formatted message.
INTERNALERROR>         """
INTERNALERROR>         self._active_nodes.remove(node)
INTERNALERROR>         try:
INTERNALERROR> >           assert False, formatted_error
INTERNALERROR> E           AssertionError: Traceback (most recent call last):
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1498, in _save
INTERNALERROR> E                 dispatch = self._dispatch[tp]
INTERNALERROR> E                            ~~~~~~~~~~~~~~^^^^
INTERNALERROR> E             KeyError: <class 'pytest_bdd.parser.Step'>
INTERNALERROR> E             
INTERNALERROR> E             During handling of the above exception, another exception occurred:
INTERNALERROR> E             
INTERNALERROR> E             Traceback (most recent call last):
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/_pytest/main.py", line 270, in wrap_session
INTERNALERROR> E                 session.exitstatus = doit(config, session) or 0
INTERNALERROR> E                                      ^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/_pytest/main.py", line 324, in _main
INTERNALERROR> E                 config.hook.pytest_runtestloop(session=session)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_hooks.py", line 433, in __call__
INTERNALERROR> E                 return self._hookexec(self.name, self._hookimpls, kwargs, firstresult)
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_manager.py", line 112, in _hookexec
INTERNALERROR> E                 return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_callers.py", line 155, in _multicall
INTERNALERROR> E                 return outcome.get_result()
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_result.py", line 108, in get_result
INTERNALERROR> E                 raise exc.with_traceback(exc.__traceback__)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_callers.py", line 80, in _multicall
INTERNALERROR> E                 res = hook_impl.function(*args)
INTERNALERROR> E                       ^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/xdist/remote.py", line 157, in pytest_runtestloop
INTERNALERROR> E                 self.run_one_test()
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/xdist/remote.py", line 174, in run_one_test
INTERNALERROR> E                 self.config.hook.pytest_runtest_protocol(item=item, nextitem=nextitem)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_hooks.py", line 433, in __call__
INTERNALERROR> E                 return self._hookexec(self.name, self._hookimpls, kwargs, firstresult)
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_manager.py", line 112, in _hookexec
INTERNALERROR> E                 return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_callers.py", line 155, in _multicall
INTERNALERROR> E                 return outcome.get_result()
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_result.py", line 108, in get_result
INTERNALERROR> E                 raise exc.with_traceback(exc.__traceback__)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_callers.py", line 80, in _multicall
INTERNALERROR> E                 res = hook_impl.function(*args)
INTERNALERROR> E                       ^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/_pytest/runner.py", line 114, in pytest_runtest_protocol
INTERNALERROR> E                 runtestprotocol(item, nextitem=nextitem)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/_pytest/runner.py", line 133, in runtestprotocol
INTERNALERROR> E                 reports.append(call_and_report(item, "call", log))
INTERNALERROR> E                                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/_pytest/runner.py", line 226, in call_and_report
INTERNALERROR> E                 hook.pytest_runtest_logreport(report=report)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_hooks.py", line 433, in __call__
INTERNALERROR> E                 return self._hookexec(self.name, self._hookimpls, kwargs, firstresult)
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_manager.py", line 112, in _hookexec
INTERNALERROR> E                 return self._inner_hookexec(hook_name, methods, kwargs, firstresult)
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_callers.py", line 116, in _multicall
INTERNALERROR> E                 raise exception.with_traceback(exception.__traceback__)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/pluggy/_callers.py", line 80, in _multicall
INTERNALERROR> E                 res = hook_impl.function(*args)
INTERNALERROR> E                       ^^^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/xdist/remote.py", line 227, in pytest_runtest_logreport
INTERNALERROR> E                 self.sendevent("testreport", data=data)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/xdist/remote.py", line 87, in sendevent
INTERNALERROR> E                 self.channel.send((name, kwargs))
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 811, in send
INTERNALERROR> E                 self.gateway._send(Message.CHANNEL_DATA, self.id, dumps_internal(item))
INTERNALERROR> E                                                                   ^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1469, in dumps_internal
INTERNALERROR> E                 return _Serializer().save(obj)
INTERNALERROR> E                        ^^^^^^^^^^^^^^^^^^^^^^^
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1487, in save
INTERNALERROR> E                 self._save(obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1505, in _save
INTERNALERROR> E                 dispatch(self, obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1580, in save_tuple
INTERNALERROR> E                 self._save(item)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1505, in _save
INTERNALERROR> E                 dispatch(self, obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1576, in save_dict
INTERNALERROR> E                 self._write_setitem(key, value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1570, in _write_setitem
INTERNALERROR> E                 self._save(value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1505, in _save
INTERNALERROR> E                 dispatch(self, obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1576, in save_dict
INTERNALERROR> E                 self._write_setitem(key, value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1570, in _write_setitem
INTERNALERROR> E                 self._save(value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1505, in _save
INTERNALERROR> E                 dispatch(self, obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1566, in save_list
INTERNALERROR> E                 self._write_setitem(i, item)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1570, in _write_setitem
INTERNALERROR> E                 self._save(value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1505, in _save
INTERNALERROR> E                 dispatch(self, obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1580, in save_tuple
INTERNALERROR> E                 self._save(item)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1505, in _save
INTERNALERROR> E                 dispatch(self, obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1576, in save_dict
INTERNALERROR> E                 self._write_setitem(key, value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1570, in _write_setitem
INTERNALERROR> E                 self._save(value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1505, in _save
INTERNALERROR> E                 dispatch(self, obj)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1566, in save_list
INTERNALERROR> E                 self._write_setitem(i, item)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1570, in _write_setitem
INTERNALERROR> E                 self._save(value)
INTERNALERROR> E               File "/Users/adittriyadi/Documents/Cosmart-Mobile-Automation/venv/lib/python3.11/site-packages/execnet/gateway_base.py", line 1503, in _save
INTERNALERROR> E                 raise DumpError(f"can't serialize {tp}")
INTERNALERROR> E             execnet.gateway_base.DumpError: can't serialize <class 'pytest_bdd.parser.Step'>
INTERNALERROR> E           assert False
INTERNALERROR> 
INTERNALERROR> venv/lib/python3.11/site-packages/xdist/dsession.py:197: AssertionError

============================================== no tests ran in 16.05s ===============================================

anyone knows how to solved this?

[nicoddemus]

Hi @adittriyadiii,

Seems like pytest-bdd is adding an instance of 'pytest_bdd.parser.Step' to the report object, which execnet cannot serialize. I do not think pytest-bdd supports running with pytest-xdist?

[RonnyPfannschmidt]

I believe this might be a regression from calling str on unknown objects

[adittriyadiii]

Hi guys thankyou for the replies , this issue already solved and already working fine