1
我试图使用spark MLlib -kmeans来对产品数据集进行聚类。但是,我的第一列即ID以Y400sX902开头,当我运行下面的代码时,它会抛出一个错误,因为NumberFormatException。我对这项技术很陌生,如果有任何帮助的话,那就太棒了。谢谢。java.lang.NumberFormatException:对于输入字符串:Y400sX902:使用Spark Kmeans
object KMeansExmp {
def main(args: Array[String]) {
val conf = new SparkConf().setMaster("local[1]").setAppName("KmeansApp");
val sc = new SparkContext(conf);
val rawData = sc.textFile("/Users/Downloads/data.csv")
val header = rawData.first
val rows = rawData.filter(l => l != header)
val extractedFeatureVector = rows.map { row => Vectors.dense(row.split(',').map(_.toDouble).slice(2, 5)) }
val numberOfClusters = 3
val numberOfInterations = 50
val model = KMeans.train(extractedFeatureVector, numberOfClusters, numberOfInterations)
model.clusterCenters.foreach(println)
}
错误:
java.lang.NumberFormatException: For input string: ""Y400sX902""
at sun.misc.FloatingDecimal.readJavaFormatString(FloatingDecimal.java:1250)
at java.lang.Double.parseDouble(Double.java:540)
at scala.collection.immutable.StringLike$class.toDouble(StringLike.scala:232)
at scala.collection.immutable.StringOps.toDouble(StringOps.scala:31)
at KMeansExmp$$anonfun$2$$anonfun$apply$1.apply(KMeansExmp.scala:22)
at KMeansExmp$$anonfun$2$$anonfun$apply$1.apply(KMeansExmp.scala:22)
at ........