Skip to content

Commit

Permalink
format
Browse files Browse the repository at this point in the history
Signed-off-by: Weichen Xu <[email protected]>
  • Loading branch information
WeichenXu123 committed Jul 22, 2024
1 parent 6e3be05 commit 22e5c7b
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions python/pyspark/ml/util.py
Original file line number Diff line number Diff line change
Expand Up @@ -465,9 +465,9 @@ def saveMetadata(
instance, sc, extraMetadata, paramMap
)
spark = SparkSession.getActiveSession()
spark.createDataFrame([(metadataJson,)], schema=["value"]).coalesce(1).write.text(
metadataPath
)
spark.createDataFrame( # type: ignore[union-attr]
[(metadataJson,)], schema=["value"]
).coalesce(1).write.text(metadataPath)

@staticmethod
def _get_metadata_to_save(
Expand Down Expand Up @@ -581,7 +581,7 @@ def loadMetadata(path: str, sc: "SparkContext", expectedClassName: str = "") ->
"""
metadataPath = os.path.join(path, "metadata")
spark = SparkSession.getActiveSession()
metadataStr = spark.read.text(metadataPath).first()[0]
metadataStr = spark.read.text(metadataPath).first()[0] # type: ignore[union-attr,index]
loadedVals = DefaultParamsReader._parseMetaData(metadataStr, expectedClassName)
return loadedVals

Expand Down

0 comments on commit 22e5c7b

Please sign in to comment.