From 088057c031c2dd3fb44eb1a802a95a9c66724ac6 Mon Sep 17 00:00:00 2001 From: Yuan Chuan Kee Date: Thu, 18 Apr 2024 16:33:21 +0000 Subject: [PATCH] Ignore lineage artifacts when performing postprocessing --- client/bqms_run/workflow.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/client/bqms_run/workflow.py b/client/bqms_run/workflow.py index 1b67f6bdf..89dfd275d 100644 --- a/client/bqms_run/workflow.py +++ b/client/bqms_run/workflow.py @@ -179,7 +179,10 @@ def _postprocess(source_file_path: Path) -> None: # Postprocess. logger.info("Postprocessing translated paths.") - for translated_path in iterdirfiles(paths.translated_path): + for translated_path in filter( + lambda file: not file.parent.name.endswith("lineage"), + iterdirfiles(paths.translated_path), + ): futures.append(executor.submit(_postprocess, translated_path)) # Trigger any exceptions caught during postprocessing.