Merge pull request #355 from ankiiitraj/patch-1

fix #354: Notify user when dataframe contains only key column
RedisLabs · Oct 10, 2022 · ed602b6 · ed602b6
2 parents aca7908 + 8ee93ea
commit ed602b6
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/main/scala/org/apache/spark/sql/redis/RedisSourceRelation.scala b/src/main/scala/org/apache/spark/sql/redis/RedisSourceRelation.scala
@@ -136,6 +136,11 @@ class RedisSourceRelation(override val sqlContext: SQLContext,
         }
       }
     }
+    // If dataframe contains only key column
+    val colCount = data.columns.length
+    if (colCount < 2) {
+      logInfo(s"Dataframe only contains key.column specified in options. No data was writen to redis.")
+    }
   }
 
   override def buildScan(requiredColumns: Array[String], filters: Array[Filter]): RDD[Row] = {