從mysql獲取錶轉化爲hive建表語句（python語言）

腳本可以直接從mysql 數據庫裏獲取表信息，直接生成hive建表語句

'''
Created on 2017年6月29日

@author: 80002419
'''
import  pymysql
import  re


def get_table_info(table,schema = '',ispartition = True):
    '''
    table =  爲表名，mysql,hive表名一致
    schema = 爲hive中的庫名
    ispartition : 是否分區默認爲分區
    '''
    cols = []
    create_head = '''
create external table if not exists {0}.{1}('''.format(schema,table)
    if ispartition:
        create_tail = r'''
partitioned by(inc_day string)
row format delimited fields terminated by '\001'
location '/hivetable/{0}';'''.format(table)
    else:
        create_tail = r'''
row format delimited fields terminated by '\001'
location '/hivetable/{0}';'''.format(table)
    connection=pymysql.connect(host='hostname',
                               user='username',
                               password='password',
                               db='mysqldb',
                               port=3306,
                               charset='utf8'
                               )
    try:
    #獲取一個遊標
        with connection.cursor(cursor=pymysql.cursors.DictCursor) as cursor:
            sql='SHOW FULL FIELDS FROM  {0}'.format(table)
            cout=cursor.execute(sql) #返回記錄條數
            try:
                for row in cursor:#cursor.fetchall()
                    #print(row)
                    cols.append(row['Field']) 
                    if 'bigint' in row['Type']:
                        row['Type'] = "bigint"
                    elif 'int' in row['Type'] or 'tinyint' in row['Type'] or 'smallint' in row['Type'] or 'mediumint' in row['Type'] or 'integer' in row['Type']:
                        row['Type'] = "int"
                    elif 'double' in row['Type'] or 'float' in row['Type'] or 'decimal' in row['Type']:
                        row['Type'] = "double"
                    else:
                        row['Type'] = "string"
                    create_head += row['Field'] + ' '+ row['Type'] +' comment \'' + row['Comment'] + '\' ,\n'     
            except:
                print('程序異常!')  
    finally:
        connection.close()
    create_str = create_head[:-2] + '\n' + ')'+ create_tail
    return cols,create_str # 返回字段列表與你建表語句   
cols,create_str = get_table_info("tablename")
print(cols) 
print(create_str)