avro in hive,
//HEADER HQL
CREATE EXTERNAL TABLE Header
ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.avro.AvroSerDe'
STORED AS
INPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerInputFormat'
OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.avro.AvroContainerOutputFormat'
LOCATION 'hdfs:///user/hive/mdlog/mdheader'
TBLPROPERTIES (
'avro.schema.url'='hdfs:///user/hive/mdlog/schemas/header.avsc'
);
header.avsc
{
"type": "record",
"name": "Header",
"namespace": "com.gridsum.md",
"fields": [
{"name":"AppKey","type":"string"},
{"name":"SessionId","type":"string"},
{"name":"IsValidStart","type":"string"},
{"name":"SerialNumber","type":"int"},
{"name":"Strategy","type":"string"},
{"name":"IsSessionStop","type":"boolean"},
{"name":"SessionDuration","type":"int"},
{"name":"ClientTime","type":"string"}
]
}
本站文章为和通数据库网友分享或者投稿,欢迎任何形式的转载,但请务必注明出处.
同时文章内容如有侵犯了您的权益,请联系QQ:970679559,我们会在尽快处理。