Using xdist to run pytest in parallel

.github/workflows/ci-code.yml

@@ -104,7 +104,7 @@ jobs:
         AIIDA_WARN_v3: 1
       # Python 3.12 has a performance regression when running with code coverage
       # so run code coverage only for python 3.9.
-      run: pytest -v tests -m 'not nightly' ${{ matrix.python-version == '3.9' && '--cov aiida' || '' }}
+      run: pytest -v tests -n auto -m 'not nightly' ${{ matrix.python-version == '3.9' && '--cov aiida' || '' }}
 
     - name: Upload coverage report
       if: matrix.python-version == 3.9 && github.repository == 'aiidateam/aiida-core'
@@ -139,7 +139,7 @@ jobs:
     - name: Run test suite
       env:
         AIIDA_WARN_v3: 0
-      run: pytest -m 'presto'
+      run: pytest -n auto -m 'presto'
 
 
   verdi:

pyproject.toml

@@ -241,6 +241,7 @@ tests = [
   'pytest-rerunfailures~=12.0',
   'pytest-benchmark~=4.0',
   'pytest-regressions~=2.2',
+  'pytest-xdist~=3.6',
   'pympler~=1.0',
   'coverage~=7.0',
   'sphinx~=7.2.0',

requirements/requirements-py-3.10.txt

@@ -149,6 +149,7 @@ pytest-datadir==1.4.1
 pytest-regressions==2.4.2
 pytest-rerunfailures==12.0
 pytest-timeout==2.2.0
+pytest-xdist==3.6.1
 python-dateutil==2.8.2
 python-json-logger==2.0.7
 python-memcached==1.59

requirements/requirements-py-3.11.txt

@@ -148,6 +148,7 @@ pytest-datadir==1.4.1
 pytest-regressions==2.4.2
 pytest-rerunfailures==12.0
 pytest-timeout==2.2.0
+pytest-xdist==3.6.1
 python-dateutil==2.8.2
 python-json-logger==2.0.7
 python-memcached==1.59

requirements/requirements-py-3.12.txt

@@ -148,6 +148,7 @@ pytest-datadir==1.5.0
 pytest-regressions==2.5.0
 pytest-rerunfailures==12.0
 pytest-timeout==2.2.0
+pytest-xdist==3.6.1
 python-dateutil==2.8.2
 python-json-logger==2.0.7
 python-memcached==1.59

requirements/requirements-py-3.9.txt

@@ -151,6 +151,7 @@ pytest-datadir==1.4.1
 pytest-regressions==2.4.2
 pytest-rerunfailures==12.0
 pytest-timeout==2.2.0
+pytest-xdist==3.6.1
 python-dateutil==2.8.2
 python-json-logger==2.0.7
 python-memcached==1.59

tests/orm/test_fields.py

@@ -11,6 +11,7 @@
 import pytest
 from aiida import orm
 from aiida.orm.fields import add_field
+from aiida.plugins import load_entry_point
 from importlib_metadata import entry_points
 
 EPS = entry_points()
@@ -27,24 +28,24 @@ def test_all_entity_fields(entity_cls, data_regression):
     )
 
 
-@pytest.mark.parametrize(
-    'group,name',
-    (
-        (group, name)
-        for group in (
-            'aiida.node',
-            'aiida.data',
-        )
-        for name in EPS.select(group=group).names
-    ),
-)
-def test_all_node_fields(group, name, data_regression):
+@pytest.fixture
+def available_entry_points():
+    """Return a list of available entry points."""
+    _eps = []
+    eps = entry_points()
+    for group in ['aiida.node', 'aiida.data']:
+        _eps.extend((group, ep.name) for ep in eps.select(group=group))
+    return _eps
+
+
+def test_all_node_fields(available_entry_points, data_regression):
     """Test that all the node fields are correctly registered."""
-    node_cls = next(iter(tuple(EPS.select(group=group, name=name)))).load()
-    data_regression.check(
-        {key: repr(value) for key, value in node_cls.fields._dict.items()},
-        basename=f'fields_{group}.{name}.{node_cls.__name__}',
-    )
+    for group, name in available_entry_points:
+        node_cls = load_entry_point(group, name)
+        data_regression.check(
+            {key: repr(value) for key, value in node_cls.fields._dict.items()},
+            basename=f'fields_{group}.{name}.{node_cls.__name__}',
+        )
 
 
 def test_add_field():

tests/tools/archive/test_simple.py

@@ -20,7 +20,7 @@
 
 
 @pytest.mark.parametrize('entities', ['all', 'specific'])
-def test_base_data_nodes(aiida_profile, tmp_path, entities):
+def test_base_data_nodes(aiida_profile_clean, tmp_path, entities):
     """Test ex-/import of Base Data nodes"""
     # producing values for each base type
     values = ('Hello', 6, -1.2399834e12, False)
@@ -45,7 +45,7 @@ def test_base_data_nodes(aiida_profile, tmp_path, entities):
     # actually export now
     create(filename=filename)
     # cleaning:
-    aiida_profile.reset_storage()
+    aiida_profile_clean.reset_storage()
     # Importing back the data:
     import_archive(filename)
     # Checking whether values are preserved: