section_14_Lecture_68.scala

import org.apache.spark.sql.SparkSession

import org.apache.log4j._
Logger.getLogger("org").setLevel(Level.ERROR)

val spark = SparkSession.builder().getOrCreate()

import org.apache.spark.ml.clustering.KMeans

val dataset = spark.read.format("libsvm").load("data/sample_kmeans_data.txt")

val kmeans = new KMeans().setK(2).setSeed(1L)

val model = kmeans.fit(dataset)

val WSSSE = model.computeCost(dataset)

println(s"Within Set Sum of Squeared Errors = $WSSSE")

println("Cluster Centers: ")
model.clusterCenters.foreach(println)