.
This commit is contained in:
@@ -12,9 +12,9 @@ object KMeans {
|
||||
|
||||
|
||||
def train(dataset : DataFrame, iterations:Int) : Unit = {
|
||||
val K = 4
|
||||
val m = 2
|
||||
val relevantData = dataset.select("Reputation", "Views")
|
||||
val K = 10
|
||||
val m = 4
|
||||
val relevantData = dataset.select("Reputation", "Views", "UpVotes", "DownVotes")
|
||||
val rows = relevantData.rdd
|
||||
val rowsAsArray = rows.map(row => convertRow(row, m)).persist()
|
||||
|
||||
|
||||
@@ -30,7 +30,7 @@ object Main {
|
||||
// get the users XML file
|
||||
|
||||
val users = df("users")
|
||||
val centres = KMeans.train(users, 2)
|
||||
val centres = KMeans.train(users, 25)
|
||||
//val centresArray = centres.collect()
|
||||
//val unwrap = centresArray.map(x => x._2)
|
||||
//unwrap.foreach(println)
|
||||
|
||||
Reference in New Issue
Block a user