Hive 遞歸關聯 HDFS多層級目錄

Hive 遞歸創建表關聯HDFS多層級目錄

創建表並分區

set hive.mapred.supports.subdirectories=true;
set mapreduce.input.fileinputformat.input.dir.recursive=true;

DROP TABLE `test`;
CREATE EXTERNAL TABLE `test`
(`column01` string
  , `column02` string
  , `column03` string
  , `column04` string)
PARTITIONED by(year STRING,month STRING ,day STRING )
ROW FORMAT DELIMITED FIELDS TERMINATED BY ','
stored as TEXTFILE;

分區掛載數據

ALTER TABLE test ADD IF NOT EXISTS
PARTITION(YEAR = 2016,MONTH=06,DAY=01) LOCATION '/xx/xx/xx/xx/2016/06/01'
PARTITION(YEAR = 2016,MONTH=06,DAY=02) LOCATION '/xx/xx/xx/xx/2016/06/02'
PARTITION(YEAR = 2016,MONTH=06,DAY=03) LOCATION '/xx/xx/xx/xx/2016/06/03'
PARTITION(YEAR = 2016,MONTH=06,DAY=04) LOCATION '/xx/xx/xx/xx/2016/06/04';

$\color{red}{**需要注意的是可以通過以上方式添加多個分區路徑 ↑↑↑**}$