From 5622c91cb355f22580215558a4e17b8b31d627a5 Mon Sep 17 00:00:00 2001 From: Doug Martin Date: Tue, 9 Jul 2024 15:46:58 -0400 Subject: [PATCH] feat: Add placeholder for glossary audio link post-processing step [PT-187885500] This is the start of the glossary audio link post processing step. It defines the step and, for now, always adds the bare audio demo link to the csv. --- .../post_processing/job_server.ex | 6 +- .../steps/glossary_audio_links.ex | 62 +++++++++++++++++++ 2 files changed, 66 insertions(+), 2 deletions(-) create mode 100644 server/lib/report_server/post_processing/steps/glossary_audio_links.ex diff --git a/server/lib/report_server/post_processing/job_server.ex b/server/lib/report_server/post_processing/job_server.ex index 49de0c2..5e4fb25 100644 --- a/server/lib/report_server/post_processing/job_server.ex +++ b/server/lib/report_server/post_processing/job_server.ex @@ -6,7 +6,7 @@ defmodule ReportServer.PostProcessing.JobServer do alias Phoenix.PubSub alias ReportServerWeb.Aws alias ReportServer.PostProcessing.{Job, Output} - alias ReportServer.PostProcessing.Steps.{DemoUpperCase, DemoAddAnswerLength, HasAudio, TranscribeAudio} + alias ReportServer.PostProcessing.Steps.{DemoUpperCase, DemoAddAnswerLength, HasAudio, TranscribeAudio, GlossaryAudioLinks} @client_check_interval :timer.minutes(1) @@ -18,12 +18,14 @@ defmodule ReportServer.PostProcessing.JobServer do DemoUpperCase.step(), DemoAddAnswerLength.step(), HasAudio.step(), + GlossaryAudioLinks.step(), TranscribeAudio.step() ] |> sort_steps() def get_steps(_mode, "details"), do: [ HasAudio.step(), - TranscribeAudio.step() + TranscribeAudio.step(), + GlossaryAudioLinks.step() ] |> sort_steps() def get_steps(_mode, _report_type), do: [] diff --git a/server/lib/report_server/post_processing/steps/glossary_audio_links.ex b/server/lib/report_server/post_processing/steps/glossary_audio_links.ex new file mode 100644 index 0000000..7056b4a --- /dev/null +++ b/server/lib/report_server/post_processing/steps/glossary_audio_links.ex @@ -0,0 +1,62 @@ +defmodule ReportServer.PostProcessing.Steps.GlossaryAudioLinks do + alias ReportServer.PostProcessing.JobParams + alias ReportServer.PostProcessing.Step + alias ReportServer.PostProcessing.Steps.Helpers + + @id "glossary_audio_link" + @glossary_map "glossary_map" + + def step do + %Step{ + id: @id, + label: "Add glossary_audio_link column", + init: &init/1, + process_row: &process_row/3 + } + end + + def init(%JobParams{step_state: step_state} = params) do + # get all the resource url columns for later use + resource_url_cols = Helpers.get_cols_ending_with(params, "_resource_url") + + # add a column after each resource url column + params = Enum.reduce(resource_url_cols, params, fn {resource_url_col, _v}, acc -> + Helpers.add_output_column(acc, glossary_audio_link_col(resource_url_col), :after, resource_url_col) + end) + + step_state = Map.put(step_state, @id, resource_url_cols) + %{params | step_state: step_state} + end + + # header row + def process_row(%JobParams{step_state: step_state}, row, _data_row? = false) do + # copy headers to new columns + resource_url_cols = Map.get(step_state, @id) + Enum.reduce(resource_url_cols, row, fn {resource_url_col, index}, {input, output} -> + {input, Map.put(output, glossary_audio_link_col(resource_url_col), input[index])} + end) + end + + # data rows + def process_row(%JobParams{mode: mode, step_state: step_state}, row, _data_row? = true) do + resource_url_cols = Map.get(step_state, @id) + + glossary_map = Map.get(step_state, @glossary_map, fn -> + get_glossary_map(row, resource_url_cols) + end) + + Enum.reduce(resource_url_cols, row, fn {resource_url_col, _index}, {input, output} -> + {input, Map.put(output, glossary_audio_link_col(resource_url_col), glossary_audio_link?(mode, output, resource_url_col, glossary_map))} + end) + end + + defp glossary_audio_link?(_mode, _output, _glossary_col, _glossary_map) do + # TODO: look up plugin state and see if there are audio glossary definitions + "https://portal-report.concord.org/branch/master/?glossary-audio=true" + end + + defp glossary_audio_link_col(glossary_col), do: "#{glossary_col}_glossary_audio_link" + + # TODO: parse the resource urls and get the activity/sequence JSON and then fetch that and see if the glossary is being used + defp get_glossary_map(_row, _resource_url_cols), do: %{} +end