欢迎投稿

今日深度:

Spark Hive,

Spark Hive,


/**
  * Created by zxl on 2016/9/29.
  */
import org.apache.spark.{SparkConf, SparkContext}
import org.apache.spark.sql._
import org.apache.spark.sql.hive.HiveContext

object HiveTest {
  def main(args: Array[String]) {
    val sparkConf = new SparkConf().setAppName("HiveFromSpark")
    val sc = new SparkContext(sparkConf)
    val hiveContext = new HiveContext(sc)
    import hiveContext.implicits._
    import hiveContext.sql
    sql("use qlwb_dw")
    sql("show tables").show()
    sql("select * from client_user limit 10").collect().foreach(println)
    sql("insert into table2 partition(date='2015-04-02') select name,col1,col2 from table1")
  }

}

www.htsjk.Com true http://www.htsjk.com/hive/41060.html NewsArticle Spark Hive, /** * Created by zxl on 2016/9/29. */import org.apache.spark.{SparkConf, SparkContext}import org.apache.spark.sql._import org.apache.spark.sql.hive.HiveContextobject HiveTest { def main(args: Array[String]) { val sparkConf = n...
相关文章
    暂无相关文章
评论暂时关闭