working against spark 3.5

models/100/model/classifier/best.model/bestModel/metadata/part-00000

@@ -1 +1 @@
-{"class":"org.apache.spark.ml.PipelineModel","timestamp":1701674810713,"sparkVersion":"3.2.4","uid":"pipeline_472d525c4d96","paramMap":{"stageUids":["vecAssembler_392e6c371afd","poly_5f7d19db85bb","logreg_0599a6d1a6e8"]},"defaultParamMap":{}}
+{"class":"org.apache.spark.ml.PipelineModel","timestamp":1701935269659,"sparkVersion":"3.5.0","uid":"pipeline_ef4863a30a71","paramMap":{"stageUids":["vecAssembler_db5aa6ec46e8","poly_d046138373f8","logreg_29155e0bc876"]},"defaultParamMap":{}}

models/100/model/classifier/best.model/bestModel/stages/0_vecAssembler_db5aa6ec46e8/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1701935269808,"sparkVersion":"3.5.0","uid":"vecAssembler_db5aa6ec46e8","paramMap":{"outputCol":"z_featurevector","inputCols":["z_sim0","z_sim1","z_sim2","z_sim3","z_sim4","z_sim5","z_sim6","z_sim7","z_sim8","z_sim9","z_sim10","z_sim11","z_sim12","z_sim13","z_sim14","z_sim15","z_sim16","z_sim17","z_sim18","z_sim19"]},"defaultParamMap":{"outputCol":"vecAssembler_db5aa6ec46e8__output","handleInvalid":"error"}}

models/100/model/classifier/best.model/bestModel/stages/1_poly_d046138373f8/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.PolynomialExpansion","timestamp":1701935269935,"sparkVersion":"3.5.0","uid":"poly_d046138373f8","paramMap":{"degree":3,"inputCol":"z_featurevector","outputCol":"z_feature"},"defaultParamMap":{"degree":2,"outputCol":"poly_d046138373f8__output"}}

models/100/model/classifier/best.model/bestModel/stages/2_logreg_29155e0bc876/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.classification.LogisticRegressionModel","timestamp":1701935270066,"sparkVersion":"3.5.0","uid":"logreg_29155e0bc876","paramMap":{"threshold":0.4,"featuresCol":"z_feature","maxIter":100,"fitIntercept":true,"probabilityCol":"z_probability","labelCol":"z_isMatch","regParam":1.0E-4,"predictionCol":"z_prediction"},"defaultParamMap":{"threshold":0.5,"tol":1.0E-6,"family":"auto","featuresCol":"features","fitIntercept":true,"standardization":true,"maxIter":100,"probabilityCol":"probability","elasticNetParam":0.0,"labelCol":"label","aggregationDepth":2,"maxBlockSizeInMB":0.0,"rawPredictionCol":"rawPrediction","predictionCol":"prediction","regParam":0.0}}

models/100/model/classifier/best.model/estimator/metadata/part-00000

@@ -1 +1 @@
-{"class":"org.apache.spark.ml.Pipeline","timestamp":1701674810491,"sparkVersion":"3.2.4","uid":"pipeline_472d525c4d96","paramMap":{"stageUids":["vecAssembler_392e6c371afd","poly_5f7d19db85bb","logreg_0599a6d1a6e8"]},"defaultParamMap":{}}
+{"class":"org.apache.spark.ml.Pipeline","timestamp":1701935268807,"sparkVersion":"3.5.0","uid":"pipeline_ef4863a30a71","paramMap":{"stageUids":["vecAssembler_db5aa6ec46e8","poly_d046138373f8","logreg_29155e0bc876"]},"defaultParamMap":{}}

models/100/model/classifier/best.model/estimator/stages/0_vecAssembler_db5aa6ec46e8/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.VectorAssembler","timestamp":1701935269016,"sparkVersion":"3.5.0","uid":"vecAssembler_db5aa6ec46e8","paramMap":{"outputCol":"z_featurevector","inputCols":["z_sim0","z_sim1","z_sim2","z_sim3","z_sim4","z_sim5","z_sim6","z_sim7","z_sim8","z_sim9","z_sim10","z_sim11","z_sim12","z_sim13","z_sim14","z_sim15","z_sim16","z_sim17","z_sim18","z_sim19"]},"defaultParamMap":{"outputCol":"vecAssembler_db5aa6ec46e8__output","handleInvalid":"error"}}

models/100/model/classifier/best.model/estimator/stages/1_poly_d046138373f8/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.feature.PolynomialExpansion","timestamp":1701935269221,"sparkVersion":"3.5.0","uid":"poly_d046138373f8","paramMap":{"degree":3,"inputCol":"z_featurevector","outputCol":"z_feature"},"defaultParamMap":{"degree":2,"outputCol":"poly_d046138373f8__output"}}

models/100/model/classifier/best.model/estimator/stages/2_logreg_29155e0bc876/metadata/part-00000

@@ -0,0 +1 @@
+{"class":"org.apache.spark.ml.classification.LogisticRegression","timestamp":1701935269412,"sparkVersion":"3.5.0","uid":"logreg_29155e0bc876","paramMap":{"featuresCol":"z_feature","fitIntercept":true,"maxIter":100,"probabilityCol":"z_probability","labelCol":"z_isMatch","predictionCol":"z_prediction"},"defaultParamMap":{"threshold":0.5,"tol":1.0E-6,"family":"auto","featuresCol":"features","fitIntercept":true,"standardization":true,"maxIter":100,"probabilityCol":"probability","elasticNetParam":0.0,"labelCol":"label","aggregationDepth":2,"maxBlockSizeInMB":0.0,"rawPredictionCol":"rawPrediction","predictionCol":"prediction","regParam":0.0}}

models/100/model/classifier/best.model/evaluator/metadata/part-00000

@@ -1 +1 @@
-{"class":"org.apache.spark.ml.evaluation.BinaryClassificationEvaluator","timestamp":1701674810409,"sparkVersion":"3.2.4","uid":"binEval_b87d0024f52c","paramMap":{"labelCol":"z_isMatch"},"defaultParamMap":{"metricName":"areaUnderROC","labelCol":"label","numBins":1000,"rawPredictionCol":"rawPrediction"}}
+{"class":"org.apache.spark.ml.evaluation.BinaryClassificationEvaluator","timestamp":1701935268619,"sparkVersion":"3.5.0","uid":"binEval_8c2e36c011b8","paramMap":{"labelCol":"z_isMatch"},"defaultParamMap":{"rawPredictionCol":"rawPrediction","numBins":1000,"metricName":"areaUnderROC","labelCol":"label"}}

models/100/model/classifier/best.model/metadata/part-00000

@@ -1 +1 @@
-{"class":"org.apache.spark.ml.tuning.CrossValidatorModel","timestamp":1701674810231,"sparkVersion":"3.2.4","uid":"cv_9a333dc62b96","paramMap":{"foldCol":"","numFolds":2,"seed":-1191137437,"estimatorParamMaps":[[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0E-4","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.4","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.001","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.4","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.01","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.4","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.1","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.4","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.4","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0E-4","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.45","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.001","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.45","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.01","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.45","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.1","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.45","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.45","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0E-4","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.5","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.001","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.5","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.01","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.5","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.1","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.5","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.5","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0E-4","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.55","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.001","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.55","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.01","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.55","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"0.1","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.55","isJson":"true"}],[{"parent":"logreg_0599a6d1a6e8","name":"regParam","value":"1.0","isJson":"true"},{"parent":"logreg_0599a6d1a6e8","name":"threshold","value":"0.55","isJson":"true"}]]},"defaultParamMap":{"foldCol":"","numFolds":3,"seed":-1191137437},"avgMetrics":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"persistSubModels":false}
+{"class":"org.apache.spark.ml.tuning.CrossValidatorModel","timestamp":1701935268222,"sparkVersion":"3.5.0","uid":"cv_b794d8a3708a","paramMap":{"seed":-1191137437,"foldCol":"","numFolds":2,"estimatorParamMaps":[[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.4","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0E-4","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.45","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0E-4","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.5","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0E-4","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.55","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0E-4","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.4","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.001","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.45","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.001","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.5","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.001","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.55","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.001","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.4","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.01","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.45","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.01","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.5","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.01","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.55","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.01","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.4","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.1","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.45","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.1","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.5","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.1","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.55","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"0.1","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.4","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.45","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.5","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0","isJson":"true"}],[{"parent":"logreg_29155e0bc876","name":"threshold","value":"0.55","isJson":"true"},{"parent":"logreg_29155e0bc876","name":"regParam","value":"1.0","isJson":"true"}]]},"defaultParamMap":{"seed":-1191137437,"foldCol":"","numFolds":3},"avgMetrics":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"persistSubModels":false}