Skip to content

Commit

Permalink
Change max_workers to 1
Browse files Browse the repository at this point in the history
Attempt to diagnose CI failures by forcing `max_workers=1`.
  • Loading branch information
TimothyWillard committed Jan 3, 2025
1 parent 6081587 commit f663682
Showing 1 changed file with 37 additions and 14 deletions.
51 changes: 37 additions & 14 deletions flepimop/gempyor_pkg/tests/parameters/test_parameters_class.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
from datetime import date
from functools import partial
from itertools import repeat
import multiprocessing as mp
import pathlib
from tempfile import NamedTemporaryFile
from typing import Any, Callable
Expand Down Expand Up @@ -717,32 +718,54 @@ def test_parameters_reduce(self) -> None:
pass

def test_reinitialize_parameters(self, tmp_path: pathlib.Path) -> None:
from concurrent.futures import ProcessPoolExecutor

mock_inputs = distribution_three_valid_parameter_factory(tmp_path)

np.random.seed(123)

params = mock_inputs.create_parameters_instance()

results = tqdm.contrib.concurrent.process_map(
sample_params,
repeat(params, times=6),
repeat(False, times=6),
max_workers=2,
disable=True,
)
# results = tqdm.contrib.concurrent.process_map(
# sample_params,
# repeat(params, times=6),
# repeat(False, times=6),
# max_workers=2,
# disable=True,
# mp_context=mp.get_context("spawn"),
# )
with ProcessPoolExecutor(max_workers=2, mp_context=mp.get_context("spawn")) as ex:
results = list(
ex.map(
sample_params,
repeat(params, times=6),
repeat(False, times=6),
)
)
# print(results)

for i in range(1, len(results)):
assert np.allclose(results[i - 1], results[i])

np.random.seed(123)

results_with_reinit = tqdm.contrib.concurrent.process_map(
sample_params,
repeat(params, times=6),
repeat(True, times=6),
max_workers=2,
disable=True,
)
# results_with_reinit = tqdm.contrib.concurrent.process_map(
# sample_params,
# repeat(params, times=6),
# repeat(True, times=6),
# max_workers=2,
# disable=True,
# mp_context=mp.get_context("spawn"),
# )
with ProcessPoolExecutor(max_workers=2, mp_context=mp.get_context("spawn")) as ex:
results_with_reinit = list(
ex.map(
sample_params,
repeat(params, times=6),
repeat(True, times=6),
)
)
# print(results_with_reinit)

for i in range(1, len(results_with_reinit)):
assert not np.allclose(results_with_reinit[i - 1], results_with_reinit[i])

0 comments on commit f663682

Please sign in to comment.