This commit is contained in:
Joe Darby
2016-12-18 14:33:37 +00:00
parent 9ecc73cb90
commit ee764d78da
2 changed files with 4 additions and 4 deletions
+3 -3
View File
@@ -12,9 +12,9 @@ object KMeans {
def train(dataset : DataFrame, iterations:Int) : Unit = {
val K = 4
val m = 2
val relevantData = dataset.select("Reputation", "Views")
val K = 10
val m = 4
val relevantData = dataset.select("Reputation", "Views", "UpVotes", "DownVotes")
val rows = relevantData.rdd
val rowsAsArray = rows.map(row => convertRow(row, m)).persist()
+1 -1
View File
@@ -30,7 +30,7 @@ object Main {
// get the users XML file
val users = df("users")
val centres = KMeans.train(users, 2)
val centres = KMeans.train(users, 25)
//val centresArray = centres.collect()
//val unwrap = centresArray.map(x => x._2)
//unwrap.foreach(println)