欢迎投稿

今日深度:

avro in hive,

avro in hive,


//HEADER HQL
CREATE EXTERNAL TABLE Header
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
STORED AS
INPUTFORMAT  'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
LOCATION 'hdfs:///user/hive/mdlog/mdheader'
TBLPROPERTIES (
	'avro.schema.url'='hdfs:///user/hive/mdlog/schemas/header.avsc'
);

header.avsc

{
		"type": "record",
		"name": "Header",
		"namespace": "com.gridsum.md",
		"fields": [
			{"name":"AppKey","type":"string"},
			{"name":"SessionId","type":"string"},									
			{"name":"IsValidStart","type":"string"},						
			{"name":"SerialNumber","type":"int"},									
			{"name":"Strategy","type":"string"},			
			{"name":"IsSessionStop","type":"boolean"},
			{"name":"SessionDuration","type":"int"},
			{"name":"ClientTime","type":"string"}
		]
}


www.htsjk.Com true http://www.htsjk.com/hive/41729.html NewsArticle avro in hive, //HEADER HQLCREATE EXTERNAL TABLE HeaderROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'STORED ASINPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'OUTPUTFORMAT 'org.apache.hadoop.hive.ql....
相关文章
    暂无相关文章
评论暂时关闭