spark生成自增ID

spark生成自增ID代码

import org.apache.spark.sql.types.{LongType, StructField} val a = splitDF.schema.add(StructField("id_sk",LongType)) val b = splitDF.rdd.zipWithIndex() val c = b.map(tp => Row.merge(tp._1,Row(tp._2))) val d = spark.createDataFrame(c,a)