此文章是使用pytorch實(shí)現(xiàn)mnist手寫字體的圖像分類私杜。
利用pytorch內(nèi)置函數(shù)mnist下載數(shù)據(jù)何陆,同時(shí)利用torchvision對數(shù)據(jù)進(jìn)行預(yù)處理灵嫌,調(diào)用torch.utils建立一個(gè)數(shù)據(jù)迭代器雾袱,利用pytorch的nn工具箱構(gòu)建神經(jīng)網(wǎng)絡(luò)模型翩剪。具體實(shí)現(xiàn)代碼如下:
import numpy as np
import torch
import torchvision.transforms as transforms
from torchvision.datasets import mnist
from torch.utils.data import DataLoader
import torch.nn.functional as F
import torch.optim as optim
from torch import nn
#構(gòu)建網(wǎng)絡(luò)
class Net(nn.Module):
def __init__(self,in_dim,n_hidden_1,n_hidden_2,out_dim):
super(Net,self).__init__()
self.layer1=nn.Sequential(nn.Linear(in_dim,n_hidden_1),nn.BatchNorm1d(n_hidden_1))
self.layer2=nn.Sequential(nn.Linear(n_hidden_1,n_hidden_2),nn.BatchNorm1d(n_hidden_2))
self.layer3=nn.Sequential(nn.Linear(n_hidden_2,out_dim))
def forward(self,x):
x=F.relu(self.layer1(x))
x=F.relu(self.layer2(x))
x=self.layer3(x)
return x
#加載數(shù)據(jù)集
train_batch_size =64
test_batch_size=128
num_epoches=20
lr=0.01
momentum=0.5
transform=transforms.Compose([transforms.ToTensor(),transforms.Normalize([0.5],[0.5])])
train_dataset=mnist.MNIST('./data',train=True,transform=transform,download=True)
test_dataset=mnist.MNIST('./data',train=False,transform=transform)
train_loader=DataLoader(train_dataset,batch_size=train_batch_size,shuffle=True)
test_loader=DataLoader(test_dataset,batch_size=test_batch_size,shuffle=False)
#實(shí)例化網(wǎng)絡(luò)
device=torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
model=Net(28*28,300,100,10)
model.to(device)
criterion=nn.CrossEntropyLoss()
optimizer=optim.SGD(model.parameters(),lr=lr,momentum=momentum)
losses=[]
acces=[]
eval_losses=[]
eval_acces=[]
for epoch in range(num_epoches):
train_loss=0
train_acc=0
model.train()
if epoch%5==0:
optimizer.param_groups[0]['lr']*=0.1
for img,label in train_loader:
img=img.to(device)
label=label.to(device)
img=img.view(img.size(0),-1)
out=model(img)
loss=criterion(out,label)
optimizer.zero_grad()
loss.backward()
optimizer.step()
train_loss +=loss.item()
_,pred=out.max(1)
num_correct=(pred==label).sum().item()
acc=num_correct/img.shape[0]
train_acc+=acc
losses.append(train_loss/len(train_loader))
acces.append(train_acc/len(train_loader))
eval_loss=0
eval_acc=0
model.eval()
for img,label in test_loader:
img=img.to(device)
label=label.to(device)
img=img.view(img.size(0),-1)
out=model(img)
loss=criterion(out,label)
eval_loss+=loss.item()
_,pred=out.max(1)
num_correct=(pred==label).sum().item()
acc=num_correct/img.shape[0]
eval_acc+=acc
eval_losses.append(eval_loss/len(test_loader))
eval_acces.append(eval_acc/len(test_loader))
print('epoch:{},Train Loss: {:.4f},Train Acc: {:.4f},Test Loss: {:.4f},Test Acc: {:.4f}'
.format(epoch,train_loss/len(train_loader),train_acc/len(train_loader),
eval_loss/len(test_loader),eval_acc/len(test_loader)))
plt.title('trainloss')
plt.plot(np.arange(len(losses)),losses)
plt.legend(['Train Loss'],loc='upper right')
結(jié)果如圖所示:
代碼結(jié)果
可視化原始數(shù)據(jù),代碼如下:
import matplotlib.pyplot as plt
%matplotlib inline
examples =enumerate(test_loader)
batch_idx,(example_data,example_targets)=next(examples)
fig=plt.figure()
for i in range(6):
plt.subplot(2,3,i+1)
plt.tight_layout()
plt.imshow(example_data[i][0],cmap='gray',interpolation='none')
plt.title("Ground Truth: {}".format(example_targets[i]))
plt.xticks([])
plt.yticks([])
結(jié)果如圖所示:
可視化結(jié)果