diff --git a/cpp/src/arrow/util/logging.cc b/cpp/src/arrow/util/logging.cc
index 11e2c732b0f54..33336c25a0da2 100644
--- a/cpp/src/arrow/util/logging.cc
+++ b/cpp/src/arrow/util/logging.cc
@@ -70,9 +70,6 @@ class CerrLog {
     if (has_logged_) {
       stream << std::endl;
     }
-    if (severity_ == ArrowLogLevel::ARROW_FATAL) {
-      throw std::runtime_error(stream.str());
-    }
   }
 
   std::ostream& Stream() {