1. merger小文件
set spark.sql.hive.mergeFiles = true;
2. 缓冲小表
set spark.sql.autoBroadcastJoinThreshold = 838861000;
set spark.sql.shuffle.partitions = 1000;
1. merger小文件
set spark.sql.hive.mergeFiles = true;
2. 缓冲小表
set spark.sql.autoBroadcastJoinThreshold = 838861000;
set spark.sql.shuffle.partitions = 1000;