Ignore result rows where the right values are null

Ackuq · Mar 2, 2022 · a27360e · a27360e
1 parent a15aeca
commit a27360e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scala/src/main/scala/Union.scala b/scala/src/main/scala/Union.scala
@@ -121,6 +121,7 @@ object Union {
         )
         // Invalid candidates are those where the left values are not existing
         .filter(col(leftTS).isNotNull)
+        .filter(col(rightTS).isNotNull)
         .drop(DF_INDEX_COLUMN)
         .drop(COMBINED_TS_COLUMN)