讀取Excel數據，JSON數據，二進制數據，數據庫

Excel

import xlrd,xlwt
import numpy as np
path='E:/python/wangyiPython/the fifth week/data/'

wb=xlwt.Workbook()
wb

wb.add_sheet("first_sheet",cell_overwrite_ok=True)#添加一個工作表，命名爲"first_sheet"
wb.get_active_sheet()#活動工作表的索引

ws_1=wb.get_sheet(0)
ws_1

ws_2=wb.add_sheet('second_sheet')

data=np.arange(1,65,dtype=float).reshape((8,8))
data

data.dtype

ws_1.write(0,0,100) #在工作表ws_1中的第一個單元格（第一行第一列）寫入100這個值

for c in range(data.shape[0]):#data.shape[0]=8 指8行
    for r in range(data.shape[1]):
        ws_1.write(r,c,data[c,r])
        ws_2.write(r,c,data[r,c])
wb.save(path+'workbook.xls') #保存文件，並命名爲workbook

book=xlrd.open_workbook(path+'workbook.xls')
sheet_1=book.sheet_by_name('first_sheet')#'first_sheet'
sheet_2=book.sheet_by_index(1)#'second_sheet'
book.sheet_names(),sheet_1

sheet_2.name

sheet_1.ncols,sheet_1.nrows

c1=sheet_1.cell(0,0)

c1.value

c1.ctype

sheet_2.row(3),sheet_2.col(3)

sheet_1.col_values(3,start_rowx=3,end_rowx=7) #第三行到第七行的第三列數據

sheet_1.row_values(3,start_colx=2)

for c in range(sheet_1.ncols):
    for r in range(sheet_1.nrows):
        print('%i'%sheet_1.cell(r,c).value)
    print

import pandas as pd
xls_file=pd.ExcelFile(path+'workbook.xls') #pandas讀取excel文件
table=xls_file.parse('first_sheet',header=None,names=['one','two','three','four','five','six','seven','eight'])
table

 

JSON數據

obj='''
{"name":"wes",
    "places_live":["United States", "Spain", "Germany"],
    "pet":"null",
    "siblings":[{"name": "Scott", "age": 25, "pet": "Zuko"},{"name": "Katie", "age": 33, "pet": "Cisco"}]
    }'''

#JSON數據
import json
from pandas import DataFrame
result=json.loads(obj) #str轉化成dict
result

asjson=json.dumps(result) #dict轉化成str
siblings=DataFrame(result['siblings'],columns=['name','age'])
siblings

二進制數據

#二進制格式存儲數據
frame=pd.read_csv('E:/python/wangyiPython/the fifth week/data/ex1.csv')
frame

#python 內置的pickle序列化
frame.to_pickle('E:/python/wangyiPython/the fifth week/data/frame_pickle')
pd.read_pickle('E:/python/wangyiPython/the fifth week/data/frame_pickle')

數據庫

#使用數據庫
import sqlite3
query='''
CREATE TABLE test
(a VARCHAR(20), b VARCHAR(20), c REAL, d INTEGER)
'''  ##創建一個表,表名，表屬性
con=sqlite3.connect(':memory:') #連接到數據庫memory
con.execute(query) #execute方法執行查詢，創建一個表
con.commit()#使查詢生效
data = [('Atlanta', 'Georgia', 1.25, 6),
        ('Tallahassee', 'Florida', 2.6, 3),
        ('Sacramento', 'California', 1.7, 5)]
stmt='INSERT INTO test VALUES(?,?,?,?)'
con.executemany(stmt,data) #向表中批量寫入數據
con.commit() #使寫入生效
cursor=con.execute('select * from test') #查下數據
rows=cursor.fetchall() #接收全部的返回結果行的每行數據
rows

import pandas.io.sql as sql
sql.read_sql('select * from test',con)