From a27360e61c1c6cf12613c7ccba48805e4785a014 Mon Sep 17 00:00:00 2001 From: Axel Pettersson Date: Wed, 2 Mar 2022 17:07:57 +0100 Subject: [PATCH] Ignore result rows where the right values are null --- scala/src/main/scala/Union.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/scala/src/main/scala/Union.scala b/scala/src/main/scala/Union.scala index f09037b..5b10f31 100644 --- a/scala/src/main/scala/Union.scala +++ b/scala/src/main/scala/Union.scala @@ -121,6 +121,7 @@ object Union { ) // Invalid candidates are those where the left values are not existing .filter(col(leftTS).isNotNull) + .filter(col(rightTS).isNotNull) .drop(DF_INDEX_COLUMN) .drop(COMBINED_TS_COLUMN)