Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[WIP] Broadcast serialization bug #561

Open
wants to merge 11 commits into
base: main
Choose a base branch
from
Original file line number Diff line number Diff line change
Expand Up @@ -149,6 +149,7 @@ internal JvmObjectReference(JvmObjectReference other)
/// <summary>
/// An unique identifier for an object created on the JVM.
/// </summary>
///
internal JvmObjectId Id { get; }

/// <summary>
Expand Down
2 changes: 2 additions & 0 deletions src/csharp/Microsoft.Spark/SparkContext.cs
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using System.Collections.Generic;
using System.IO;
using System.Runtime.Serialization.Formatters.Binary;
Expand All @@ -22,6 +23,7 @@ public sealed class SparkContext : IJvmObjectReferenceProvider
{
private readonly JvmObjectReference _jvmObject;

[NonSerialized]
private readonly SparkConf _conf;

/// <summary>
Expand Down
1 change: 1 addition & 0 deletions src/csharp/Microsoft.Spark/Sql/Catalog/Catalog.cs
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.

using System;
using Microsoft.Spark.Interop.Ipc;

namespace Microsoft.Spark.Sql.Catalog
Expand Down
4 changes: 4 additions & 0 deletions src/csharp/Microsoft.Spark/Sql/SparkSession.cs
Original file line number Diff line number Diff line change
Expand Up @@ -17,11 +17,15 @@ namespace Microsoft.Spark.Sql
/// <summary>
/// The entry point to programming Spark with the Dataset and DataFrame API.
/// </summary>
[Serializable]
public sealed class SparkSession : IDisposable, IJvmObjectReferenceProvider
{
[NonSerialized]
private readonly JvmObjectReference _jvmObject;

[NonSerialized]
private readonly Lazy<SparkContext> _sparkContext;
[NonSerialized]
private readonly Lazy<Catalog.Catalog> _catalog;

private static readonly string s_sparkSessionClassName =
Expand Down