From 22e5c7b5a09aaf6f4c4371d41322a0e4f19fad9c Mon Sep 17 00:00:00 2001 From: Weichen Xu Date: Mon, 22 Jul 2024 18:07:39 +0800 Subject: [PATCH] format Signed-off-by: Weichen Xu --- python/pyspark/ml/util.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/python/pyspark/ml/util.py b/python/pyspark/ml/util.py index 95896ddde2dc7..5e7965554d825 100644 --- a/python/pyspark/ml/util.py +++ b/python/pyspark/ml/util.py @@ -465,9 +465,9 @@ def saveMetadata( instance, sc, extraMetadata, paramMap ) spark = SparkSession.getActiveSession() - spark.createDataFrame([(metadataJson,)], schema=["value"]).coalesce(1).write.text( - metadataPath - ) + spark.createDataFrame( # type: ignore[union-attr] + [(metadataJson,)], schema=["value"] + ).coalesce(1).write.text(metadataPath) @staticmethod def _get_metadata_to_save( @@ -581,7 +581,7 @@ def loadMetadata(path: str, sc: "SparkContext", expectedClassName: str = "") -> """ metadataPath = os.path.join(path, "metadata") spark = SparkSession.getActiveSession() - metadataStr = spark.read.text(metadataPath).first()[0] + metadataStr = spark.read.text(metadataPath).first()[0] # type: ignore[union-attr,index] loadedVals = DefaultParamsReader._parseMetaData(metadataStr, expectedClassName) return loadedVals