From 9162bf06a717525cf779af1b8137176e8320c5c6 Mon Sep 17 00:00:00 2001 From: Chris Wu Date: Fri, 3 Nov 2023 13:04:50 -0700 Subject: [PATCH] Exclude state objects from destination output to reduce log size (#86) --- airbyte-local.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airbyte-local.sh b/airbyte-local.sh index b8ac0f8..f7151cd 100755 --- a/airbyte-local.sh +++ b/airbyte-local.sh @@ -774,7 +774,7 @@ function sync_local() { tee >(jq -cR --unbuffered 'fromjson? | select(.type == "STATE") | .state.data' | tail -n 1 > "$new_source_state_file") | # https://stedolan.github.io/jq/manual/#Colors JQ_COLORS="1;30:0;37:0;37:0;37:0;36:1;37:1;37" \ - jq -cR $jq_color_opt --unbuffered 'fromjson?' | jq -rR "$jq_dst_msg" + jq -cR $jq_color_opt --unbuffered 'fromjson? | select(.type != "STATE")' | jq -rR "$jq_dst_msg" cp "$new_source_state_file" "$src_state_filepath" }