feat: Table evolution fuzzer (facebookincubator#11872)

Summary: Basic version of table evolution fuzzer. Full design of the fuzzer can be found at https://docs.google.com/document/d/18jjNRknSxI99mgdL7eDMzkq65i-mi47Ukymi3JkXzUA/edit Differential Revision: D67283632
Yuhta · Dec 17, 2024 · ff7504d · ff7504d
1 parent 9b64b94
commit ff7504d
Show file tree

Hide file tree

Showing 14 changed files with 710 additions and 35 deletions.
diff --git a/velox/dwio/common/FileSink.cpp b/velox/dwio/common/FileSink.cpp
@@ -157,8 +157,8 @@ LocalFileSink::LocalFileSink(
 }
 
 void LocalFileSink::doClose() {
-  LOG(INFO) << "closing file: " << name()
-            << ",  total size: " << succinctBytes(size_);
+  VLOG(1) << "closing file: " << name()
+          << ",  total size: " << succinctBytes(size_);
   if (writeFile_ != nullptr) {
     writeFile_->close();
   }

diff --git a/velox/exec/Task.cpp b/velox/exec/Task.cpp
@@ -1198,10 +1198,10 @@ void Task::removeDriver(std::shared_ptr<Task> self, Driver* driver) {
     }
 
     if (self->numFinishedDrivers_ == self->numTotalDrivers_) {
-      LOG(INFO) << "All drivers (" << self->numFinishedDrivers_
-                << ") finished for task " << self->taskId()
-                << " after running for "
-                << succinctMillis(self->timeSinceStartMsLocked());
+      VLOG(1) << "All drivers (" << self->numFinishedDrivers_
+              << ") finished for task " << self->taskId()
+              << " after running for "
+              << succinctMillis(self->timeSinceStartMsLocked());
     }
   }
   stateChangeNotifier.notify();

diff --git a/velox/exec/tests/CMakeLists.txt b/velox/exec/tests/CMakeLists.txt
@@ -256,6 +256,21 @@ target_link_libraries(
   GTest::gtest
   GTest::gtest_main)
 
+add_executable(velox_table_evolution_fuzzer_test TableEvolutionFuzzerTest.cpp)
+
+target_link_libraries(
+  velox_table_evolution_fuzzer_test
+  velox_exec_test_lib
+  velox_temp_path
+  velox_vector_fuzzer
+  GTest::gtest
+  GTest::gtest_main)
+
+add_test(
+  NAME velox_table_evolution_fuzzer_test
+  COMMAND velox_table_evolution_fuzzer_test
+  WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR})
+
 add_executable(velox_aggregation_runner_test AggregationRunnerTest.cpp)
 
 target_link_libraries(

diff --git a/velox/exec/tests/HashJoinTest.cpp b/velox/exec/tests/HashJoinTest.cpp
@@ -532,7 +532,7 @@ class HashJoinBuilder {
     if (vectorSize != 0) {
       fuzzerOpts_.vectorSize = vectorSize;
       fuzzerOpts_.nullRatio = nullRatio;
-      VectorFuzzer fuzzer(fuzzerOpts_, &pool_);
+      VectorFuzzer fuzzer(fuzzerOpts_, &pool_, 42);
       for (int32_t i = 0; i < numVectors; ++i) {
         vectors.push_back(fuzzer.fuzzInputRow(rowType));
       }