// spark读取kafka json嵌套数组数据 name := "scaladev" version := "0.1" scalaVersion := "2.11.12" val sparkVersion = "2.3.0" libraryDependencies ++= Seq( "joda-time" % "joda-time" % "2.3", "org.joda" % "joda-convert" % "1.6", "org.apache.spark" %% "spark-core" % sparkVersion, "org.apache.spark" %% "spark-sql" % sparkVersion, "org.apache.spark" %% "spark-mllib" % sparkVersion, "org.apache.spark" %% "spark-streaming" % sparkVersion, "mysql" % "mysql-connector-java" % "5.1.6", "org.apache.hive.hcatalog" % "hive-hcatalog-core" % "2.1.1" ) libraryDependencies += "org.apache.spark" % "spark-streaming-kafka-0-10_2.11" % "2.3.0" libraryDependencies += "org.apache.spark" % "spark-sql-kafka-0-10_2.11" % "2.3.0" libraryDependencies += "com.alibaba" % "fastjson" % "1.2.39"
Comments
0 B
|👍
/👎
0 B
|👍
/👎