add spark 4.0 preview news (#521)

apache · Jun 7, 2024 · 6f18b35 · 6f18b35
1 parent a3693ee
commit 6f18b35
Show file tree

Hide file tree

Showing 245 changed files with 1,000 additions and 723 deletions.
diff --git a/documentation.md b/documentation.md
@@ -83,6 +83,7 @@ navigation:
 <p>Documentation for preview releases:</p>
 
 <ul>
+  <li><a href="{{site.baseurl}}/docs/4.0.0-preview1/">Spark 4.0.0 preview1</a></li>
   <li><a href="{{site.baseurl}}/docs/3.0.0-preview2/">Spark 3.0.0 preview2</a></li>
   <li><a href="{{site.baseurl}}/docs/3.0.0-preview/">Spark 3.0.0 preview</a></li>
   <li><a href="{{site.baseurl}}/docs/2.0.0-preview/">Spark 2.0.0 preview</a></li>

diff --git a/news/_posts/2024-06-03-spark-4.0.0-preview1.md b/news/_posts/2024-06-03-spark-4.0.0-preview1.md
@@ -0,0 +1,27 @@
+---
+layout: post
+title: Preview release of Spark 4.0
+categories:
+- News
+tags: []
+status: publish
+type: post
+published: true
+meta:
+  _edit_last: '4'
+  _wpas_done_all: '1'
+---
+To enable wide-scale community testing of the upcoming Spark 4.0 release, the Apache Spark community has posted a preview release of
+Spark 4.0. This preview is not a stable release in terms of either API or functionality, but it is meant to give the community early
+access to try the code that will become Spark 4.0. If you would like to test the release, please download it, and send feedback using
+either the mailing lists or JIRA.
+
+There are a lot of exciting new features added to Spark 4.0, including ANSI mode by default, Python data source, polymorphic
+Python UDTF, string collation support, new VARIANT data type, streaming state store data source, structured logging, Java 17 by default,
+and many more.
+
+We'd like to thank our contributors and users for their contributions and early feedback to this release. This release would not have
+been possible without you.
+
+To download Spark 4.0.0-preview1, head over to the <a href="https://archive.apache.org/dist/spark/spark-4.0.0-preview1">download page</a>.
+It's also available in PyPI, with version name "4.0.0.dev1".
diff --git a/site/committers.html b/site/committers.html
@@ -680,6 +680,9 @@ <h3>Policy on backporting bug fixes</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -689,9 +692,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/community.html b/site/community.html
@@ -367,6 +367,9 @@ <h3>Powered by</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -376,9 +379,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/contributing.html b/site/contributing.html
@@ -677,6 +677,9 @@ <h2>Code of conduct</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -686,9 +689,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/developer-tools.html b/site/developer-tools.html
@@ -711,6 +711,9 @@ <h2>Generative tooling usage</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -720,9 +723,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/documentation.html b/site/documentation.html
@@ -217,6 +217,7 @@ <h2><span class="text-capitalize">Apache Spark<span class="tm">&trade;</span></s
 <p>Documentation for preview releases:</p>
 
 <ul>
+  <li><a href="/docs/4.0.0-preview1/">Spark 4.0.0 preview1</a></li>
   <li><a href="/docs/3.0.0-preview2/">Spark 3.0.0 preview2</a></li>
   <li><a href="/docs/3.0.0-preview/">Spark 3.0.0 preview</a></li>
   <li><a href="/docs/2.0.0-preview/">Spark 2.0.0 preview</a></li>
@@ -364,6 +365,9 @@ <h3>Research Papers</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -373,9 +377,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/downloads.html b/site/downloads.html
@@ -205,6 +205,9 @@ <h3 id="archived-releases">Archived releases</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -214,9 +217,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/error-message-guidelines.html b/site/error-message-guidelines.html
@@ -544,6 +544,9 @@ <h4 id="wording-guide">Wording guide</h4>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -553,9 +556,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/examples.html b/site/examples.html
@@ -492,6 +492,9 @@ <h2>Additional examples</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -501,9 +504,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/faq.html b/site/faq.html
@@ -214,6 +214,9 @@ <h2><span class="text-capitalize">Apache Spark<span class="tm">&trade;</span></s
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -223,9 +226,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/graphx/index.html b/site/graphx/index.html
@@ -259,6 +259,9 @@ <h3>Getting started</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -268,9 +271,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/history.html b/site/history.html
@@ -168,6 +168,9 @@ <h2><span class="text-capitalize">Apache Spark<span class="tm">&trade;</span></s
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -177,9 +180,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/improvement-proposals.html b/site/improvement-proposals.html
@@ -240,6 +240,9 @@ <h4>Implementing an SPIP</h4>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -249,9 +252,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/mailing-lists.html b/site/mailing-lists.html
@@ -152,6 +152,9 @@
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -161,9 +164,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/mllib/index.html b/site/mllib/index.html
@@ -305,6 +305,9 @@ <h3>Getting started</h3>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -314,9 +317,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/news/3-1-3-released.html b/site/news/3-1-3-released.html
@@ -158,6 +158,9 @@ <h2>Spark 3.1.3 released</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -167,9 +170,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/news/amp-camp-2013-registration-ope.html b/site/news/amp-camp-2013-registration-ope.html
@@ -158,6 +158,9 @@ <h2>Registration open for AMP Camp training camp in Berkeley</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -167,9 +170,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>

diff --git a/site/news/announcing-the-first-spark-summit.html b/site/news/announcing-the-first-spark-summit.html
@@ -162,6 +162,9 @@ <h2>Announcing the first Spark Summit: December 2, 2013</h2>
         <h5>Latest News</h5>
         <ul class="list-unstyled">
 
+          <li><a href="/news/spark-4.0.0-preview1.html">Preview release of Spark 4.0</a>
+            <span class="small">(Jun 03, 2024)</span></li>
+
           <li><a href="/news/spark-3-4-3-released.html">Spark 3.4.3 released</a>
             <span class="small">(Apr 18, 2024)</span></li>
 
@@ -171,9 +174,6 @@ <h5>Latest News</h5>
           <li><a href="/news/spark-3-3-4-released.html">Spark 3.3.4 released</a>
             <span class="small">(Dec 16, 2023)</span></li>
 
-          <li><a href="/news/spark-3-4-2-released.html">Spark 3.4.2 released</a>
-            <span class="small">(Nov 30, 2023)</span></li>
-
         </ul>
         <p class="small" style="text-align: right;"><a href="/news/index.html">Archive</a></p>
       </div>