pytorch 邏輯迴歸

import torch
from torch import nn
import matplotlib.pyplot as plt
import numpy as np


dot_num = 100
x_p = np.random.normal(3., 1, dot_num)
y_p = np.random.normal(6., 1, dot_num)
label_p = np.ones(dot_num)
C1 = np.array([x_p, y_p, label_p]).T      # 標籤爲1的數據

x_n = np.random.normal(6., 1, dot_num)
y_n = np.random.normal(3., 1, dot_num)
label_n = np.zeros(dot_num)
C2 = np.array([x_n, y_n, label_n]).T     # 標籤爲0的數據

# plt.scatter(C1[:, 0], C1[:, 1], c='b', marker='+')
# plt.scatter(C2[:, 0], C2[:, 1], c='g', marker='o')
# plt.show()

data_set = np.concatenate((C1, C2), axis=0)
np.random.shuffle(data_set)


class LogisticRegression(nn.Module):
    def __init__(self):
        super(LogisticRegression, self).__init__()
        self.fc = nn.Linear(2, 1, bias=True)

    def forward(self, x):
        logits = self.fc(x)
        logits = torch.sigmoid(logits)
        return logits


model = LogisticRegression()
if torch.cuda.is_available():
    model.cuda()

# 定義損失函數和優化器
criterion = nn.BCELoss()
optimizer = torch.optim.SGD(model.parameters(), lr=1e-3, momentum=0.9)


x1,x2,y = list(zip(*data_set))
x = list(zip(x1, x2))

# 開始訓練
for epoch in range(50):
    if torch.cuda.is_available():
        x_data = torch.FloatTensor(x).cuda()
        y_data = torch.FloatTensor(y).cuda()
    else:
        x_data = torch.FloatTensor(x)
        y_data = torch.FloatTensor(y)

    out = model(x_data)
    loss = criterion(out, y_data)
    print_loss = loss.data.item()
    mask = out.ge(0.5).squeeze().float()  # 以0.5爲閾值進行分類
    correct = (mask == y_data).sum()  # 計算正確預測的樣本個數
    acc = correct.item() / x_data.size(0)  # 計算精度

    optimizer.zero_grad()
    loss.backward()
    optimizer.step()
    # 每隔20輪打印一下當前的誤差和精度
    if (epoch + 1) % 5 == 0:
        print('*' * 10)
        print('epoch {}'.format(epoch + 1))  # 訓練輪數
        print('loss is {:.4f}'.format(print_loss))  # 誤差
        print('acc is {:.4f}'.format(acc))  # 精度


# 結果可視化
w0, w1 = model.fc.weight[0]
w0 = float(w0.item())
w1 = float(w1.item())
b = float(model.fc.bias.item())
plot_x = np.arange(-7, 7, 0.1)
plot_y = (-w0 * plot_x - b) / w1
plt.scatter(data_set[:, 0], data_set[:, 1], c=data_set[:,2], s=100, lw=0, cmap='RdYlGn')
plt.plot(plot_x, plot_y)
plt.show()
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章