hive over hbase方式將數據導出
CREATE EXTERNAL TABLE userData(rowkey string,UserId String, ProfileId int,ClientTimeHourPart int,ClientTimeDayOfWeekPart String,ServerTime String,Country String,StateOrProvince
String,City String,Longitude String,Latitude String,ISP String,OSBrief String,OSDetail String,BrowserBrief String,ScreenResolution String,IsMobile int,DeviceBrand String,DeviceType String,DeviceName String,Keywords String,SearchEngine String,ReferrerHostName
String,SocialMedia String,PageHostName String,PageTitle String,WeiboUserId String)
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,CF:UserId,CF:ProfileId,CF:ClientTimeHourPart,CF:ClientTimeDayOfWeekPart,CF:ServerTime,CF:Country,CF:StateOrProvince,CF:City,CF:Longitude,CF:Latitude,CF:ISP,CF:OSBrief,CF:OSDetail,CF:BrowserBrief,CF:ScreenResolution,CF:IsMobile,CF:DeviceBrand,CF:DeviceType,CF:DeviceName,CF:Keywords,CF:SearchEngine,CF:ReferrerHostName,CF:SocialMedia,CF:PageHostName,CF:PageTitle,CF:WeiboUserId")
TBLPROPERTIES("hbase.table.name" = "UserData");
rm -rf /home/bigdata/maoxiao/aud/accessUserData/userData
INSERT OVERWRITE LOCAL DIRECTORY '/home/bigdata/maoxiao/aud/accessUserData/userData' ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' select * from userData;
STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler'
WITH SERDEPROPERTIES ("hbase.columns.mapping" = ":key,CF:UserId,CF:ProfileId,CF:ClientTimeHourPart,CF:ClientTimeDayOfWeekPart,CF:ServerTime,CF:Country,CF:StateOrProvince,CF:City,CF:Longitude,CF:Latitude,CF:ISP,CF:OSBrief,CF:OSDetail,CF:BrowserBrief,CF:ScreenResolution,CF:IsMobile,CF:DeviceBrand,CF:DeviceType,CF:DeviceName,CF:Keywords,CF:SearchEngine,CF:ReferrerHostName,CF:SocialMedia,CF:PageHostName,CF:PageTitle,CF:WeiboUserId")
TBLPROPERTIES("hbase.table.name" = "UserData");
rm -rf /home/bigdata/maoxiao/aud/accessUserData/userData
INSERT OVERWRITE LOCAL DIRECTORY '/home/bigdata/maoxiao/aud/accessUserData/userData' ROW FORMAT DELIMITED FIELDS TERMINATED BY '\t' select * from userData;
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.