dict類型的數據(存在中文),在python2中是可以轉化的,但是在python3中存在序列化問題:
TypeError: Object of type bytes is not JSON serializable
比較low的解決辦法是:
print(result[‘title’])
print(result[‘title’].decode(‘utf-8’))
print(result.decode(‘utf-8’))
print(chardet.detect(result[‘title’]))
貼出源碼:
#!/usr/bin/python3
# -*- coding:utf-8 -*-
import pymysql, os, configparser
from pymysql.cursors import DictCursor
from DBUtils.PooledDB import PooledDB
import chardet
import json
class Config(object):
"""
# Config().get_content("user_information")
配置文件裏面的參數
[dbMysql]
host = 192.168.1.101
port = 3306
user = root
password = python123
"""
def __init__(self, config_filename="dbMysqlConfig.cnf"):
file_path = os.path.join(os.path.dirname(__file__), config_filename)
self.cf = configparser.ConfigParser()
self.cf.read(file_path)
def get_sections(self):
return self.cf.sections()
def get_options(self, section):
return self.cf.options(section)
def get_content(self, section):
result = {}
for option in self.get_options(section):
value = self.cf.get(section, option)
result[option] = int(value) if value.isdigit() else value
return result
class BasePymysqlPool(object):
def __init__(self, host, port, user, password, db_name):
self.db_host = host
self.db_port = int(port)
self.user = user
self.password = str(password)
self.db = db_name
self.conn = None
self.cursor = None
class MyPymysqlPool(BasePymysqlPool):
"""
MYSQL數據庫對象,負責產生數據庫連接 , 此類中的連接採用連接池實現
獲取連接對象:conn = Mysql.getConn()
釋放連接對象;conn.close()或del conn
"""
# 連接池對象
__pool = None
def __init__(self, conf_name=None):
self.conf = Config().get_content(conf_name)
super(MyPymysqlPool, self).__init__(**self.conf)
# 數據庫構造函數,從連接池中取出連接,並生成操作遊標
self._conn = self.__getConn()
self._cursor = self._conn.cursor()
def __getConn(self):
"""
@summary: 靜態方法,從連接池中取出連接
@return MySQLdb.connection
"""
if MyPymysqlPool.__pool is None:
__pool = PooledDB(creator=pymysql,
mincached=1,
maxcached=20,
host=self.db_host,
port=self.db_port,
user=self.user,
passwd=self.password,
db=self.db,
use_unicode=False,
charset="utf8mb4",
cursorclass=DictCursor)
return __pool.connection()
def getAll(self, sql, param=None):
"""
@summary: 執行查詢,並取出所有結果集
@param sql:查詢SQL,如果有查詢條件,請只指定條件列表,並將條件值使用參數[param]傳遞進來
@param param: 可選參數,條件列表值(元組/列表)
@return: result list(字典對象)/boolean 查詢到的結果集
"""
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
if count > 0:
result = self._cursor.fetchall()
else:
result = False
return result
def getOne(self, sql, param=None):
"""
@summary: 執行查詢,並取出第一條
@param sql:查詢SQL,如果有查詢條件,請只指定條件列表,並將條件值使用參數[param]傳遞進來
@param param: 可選參數,條件列表值(元組/列表)
@return: result list/boolean 查詢到的結果集
"""
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
if count > 0:
result = self._cursor.fetchone()
else:
result = False
return result
def getMany(self, sql, num, param=None):
"""
@summary: 執行查詢,並取出num條結果
@param sql:查詢SQL,如果有查詢條件,請只指定條件列表,並將條件值使用參數[param]傳遞進來
@param num:取得的結果條數
@param param: 可選參數,條件列表值(元組/列表)
@return: result list/boolean 查詢到的結果集
"""
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
if count > 0:
result = self._cursor.fetchmany(num)
else:
result = False
return result
def insertMany(self, sql, values):
"""
@summary: 向數據表插入多條記錄
@param sql:要插入的SQL格式
@param values:要插入的記錄數據tuple(tuple)/list[list]
@return: count 受影響的行數
"""
count = self._cursor.executemany(sql, values)
return count
def __query(self, sql, param=None):
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
return count
def update(self, sql, param=None):
"""
@summary: 更新數據表記錄
@param sql: SQL格式及條件,使用(%s,%s)
@param param: 要更新的 值 tuple/list
@return: count 受影響的行數
"""
return self.__query(sql, param)
def insert(self, sql, param=None):
"""
@summary: 更新數據表記錄
@param sql: SQL格式及條件,使用(%s,%s)
@param param: 要更新的 值 tuple/list
@return: count 受影響的行數
"""
return self.__query(sql, param)
def delete(self, sql, param=None):
"""
@summary: 刪除數據表記錄
@param sql: SQL格式及條件,使用(%s,%s)
@param param: 要刪除的條件 值 tuple/list
@return: count 受影響的行數
"""
return self.__query(sql, param)
def begin(self):
"""
@summary: 開啓事務
"""
self._conn.autocommit(0)
def end(self, option='commit'):
"""
@summary: 結束事務
"""
if option == 'commit':
self._conn.commit()
else:
self._conn.rollback()
def dispose(self, isEnd=1):
"""
@summary: 釋放連接池資源
"""
if isEnd == 1:
self.end('commit')
else:
self.end('rollback')
self._cursor.close()
self._conn.close()
if __name__ == '__main__':
mysql = MyPymysqlPool("dbMysql")
sqlAll = "select * from novel limit 1"
result = mysql.getOne(sqlAll)
print(result)
print(result['title'])
print(result['title'].decode('utf-8'))
print(result.decode('utf-8'))
print(chardet.detect(result['title']))
dup = json.dumps(result)
print(dup)
# 釋放資源
mysql.dispose()
首先:安裝模塊
pip3 install numpy
增加類:
class MyEncoder(json.JSONEncoder):
def default(self, obj):
if isinstance(obj, np.ndarray):
return obj.tolist()
elif isinstance(obj, bytes):
return str(obj, encoding='utf-8');
return json.JSONEncoder.default(self, obj)
最終源碼:
#!/usr/bin/python3
# -*- coding:utf-8 -*-
import pymysql, os, configparser
from pymysql.cursors import DictCursor
from DBUtils.PooledDB import PooledDB
import chardet
import json
import numpy as np
class MyEncoder(json.JSONEncoder):
def default(self, obj):
if isinstance(obj, np.ndarray):
return obj.tolist()
elif isinstance(obj, bytes):
return str(obj, encoding='utf-8');
return json.JSONEncoder.default(self, obj)
class Config(object):
"""
# Config().get_content("user_information")
配置文件裏面的參數
[dbMysql]
host = 192.168.1.101
port = 3306
user = root
password = python123
"""
def __init__(self, config_filename="dbMysqlConfig.cnf"):
file_path = os.path.join(os.path.dirname(__file__), config_filename)
self.cf = configparser.ConfigParser()
self.cf.read(file_path)
def get_sections(self):
return self.cf.sections()
def get_options(self, section):
return self.cf.options(section)
def get_content(self, section):
result = {}
for option in self.get_options(section):
value = self.cf.get(section, option)
result[option] = int(value) if value.isdigit() else value
return result
class BasePymysqlPool(object):
def __init__(self, host, port, user, password, db_name):
self.db_host = host
self.db_port = int(port)
self.user = user
self.password = str(password)
self.db = db_name
self.conn = None
self.cursor = None
class MyPymysqlPool(BasePymysqlPool):
"""
MYSQL數據庫對象,負責產生數據庫連接 , 此類中的連接採用連接池實現
獲取連接對象:conn = Mysql.getConn()
釋放連接對象;conn.close()或del conn
"""
# 連接池對象
__pool = None
def __init__(self, conf_name=None):
self.conf = Config().get_content(conf_name)
super(MyPymysqlPool, self).__init__(**self.conf)
# 數據庫構造函數,從連接池中取出連接,並生成操作遊標
self._conn = self.__getConn()
self._cursor = self._conn.cursor()
def __getConn(self):
"""
@summary: 靜態方法,從連接池中取出連接
@return MySQLdb.connection
"""
if MyPymysqlPool.__pool is None:
__pool = PooledDB(creator=pymysql,
mincached=1,
maxcached=20,
host=self.db_host,
port=self.db_port,
user=self.user,
passwd=self.password,
db=self.db,
use_unicode=False,
charset="utf8mb4",
cursorclass=DictCursor)
return __pool.connection()
def getAll(self, sql, param=None):
"""
@summary: 執行查詢,並取出所有結果集
@param sql:查詢SQL,如果有查詢條件,請只指定條件列表,並將條件值使用參數[param]傳遞進來
@param param: 可選參數,條件列表值(元組/列表)
@return: result list(字典對象)/boolean 查詢到的結果集
"""
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
if count > 0:
result = self._cursor.fetchall()
else:
result = False
return result
def getOne(self, sql, param=None):
"""
@summary: 執行查詢,並取出第一條
@param sql:查詢SQL,如果有查詢條件,請只指定條件列表,並將條件值使用參數[param]傳遞進來
@param param: 可選參數,條件列表值(元組/列表)
@return: result list/boolean 查詢到的結果集
"""
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
if count > 0:
result = self._cursor.fetchone()
else:
result = False
return result
def getMany(self, sql, num, param=None):
"""
@summary: 執行查詢,並取出num條結果
@param sql:查詢SQL,如果有查詢條件,請只指定條件列表,並將條件值使用參數[param]傳遞進來
@param num:取得的結果條數
@param param: 可選參數,條件列表值(元組/列表)
@return: result list/boolean 查詢到的結果集
"""
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
if count > 0:
result = self._cursor.fetchmany(num)
else:
result = False
return result
def insertMany(self, sql, values):
"""
@summary: 向數據表插入多條記錄
@param sql:要插入的SQL格式
@param values:要插入的記錄數據tuple(tuple)/list[list]
@return: count 受影響的行數
"""
count = self._cursor.executemany(sql, values)
return count
def __query(self, sql, param=None):
if param is None:
count = self._cursor.execute(sql)
else:
count = self._cursor.execute(sql, param)
return count
def update(self, sql, param=None):
"""
@summary: 更新數據表記錄
@param sql: SQL格式及條件,使用(%s,%s)
@param param: 要更新的 值 tuple/list
@return: count 受影響的行數
"""
return self.__query(sql, param)
def insert(self, sql, param=None):
"""
@summary: 更新數據表記錄
@param sql: SQL格式及條件,使用(%s,%s)
@param param: 要更新的 值 tuple/list
@return: count 受影響的行數
"""
return self.__query(sql, param)
def delete(self, sql, param=None):
"""
@summary: 刪除數據表記錄
@param sql: SQL格式及條件,使用(%s,%s)
@param param: 要刪除的條件 值 tuple/list
@return: count 受影響的行數
"""
return self.__query(sql, param)
def begin(self):
"""
@summary: 開啓事務
"""
self._conn.autocommit(0)
def end(self, option='commit'):
"""
@summary: 結束事務
"""
if option == 'commit':
self._conn.commit()
else:
self._conn.rollback()
def dispose(self, isEnd=1):
"""
@summary: 釋放連接池資源
"""
if isEnd == 1:
self.end('commit')
else:
self.end('rollback')
self._cursor.close()
self._conn.close()
if __name__ == '__main__':
mysql = MyPymysqlPool("dbMysql")
sqlAll = "select * from novel limit 1"
result = mysql.getOne(sqlAll)
print(result)
# print(result['title'])
# print(result['title'].decode('utf-8'))
# print(result.decode('utf-8'))
# print(chardet.detect(result['title']))
dup = json.dumps(result , cls=MyEncoder, ensure_ascii=False, indent=4)
print(dup)
# 釋放資源
mysql.dispose()