From 8e95b5355640da410e197bec2ceae623a4260837 Mon Sep 17 00:00:00 2001 From: Pranav Anbarasu Date: Fri, 15 Mar 2024 23:12:28 +0000 Subject: [PATCH] Use tictoc pkg to time pipeline steps --- pipeline/run-pipeline.R | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/pipeline/run-pipeline.R b/pipeline/run-pipeline.R index 6e3d0ac..94a0959 100644 --- a/pipeline/run-pipeline.R +++ b/pipeline/run-pipeline.R @@ -1,8 +1,10 @@ -a <- Sys.time() # Fetch data +tictoc::tic(msg = "INFO: Fetch data") source("scripts/fetch-data/fetch_data.R") +tictoc::toc() # Process data +tictoc::tic(msg = "INFO: Process data") source("scripts/process-data/fitbitactivitylogs.R") source("scripts/process-data/fitbitdailydata.R") source("scripts/process-data/fitbitintradaycombined.R") @@ -10,13 +12,14 @@ source("scripts/process-data/fitbitsleeplogs.R") source("scripts/process-data/healthkitv2samples.R") source("scripts/process-data/healthkitv2statistics.R") source("scripts/process-data/participant_devices.R") +tictoc::toc() # Create final output concepts +tictoc::tic(msg = "INFO: Create final output concepts") source("scripts/write-output/final-output-concepts.R") -b <- Sys.time() -b-a +tictoc::toc() # Egress +tictoc::tic(msg = "INFO: Store in Synapse") source("scripts/egress/egress.R") -c <- Sys.time() -c-b +tictoc::toc()