拿神經(jīng)網(wǎng)絡寫一下泰坦尼克
- 導入數(shù)據(jù),用dataset&dataloader
import torch
from torch.utils.data import Dataset
from torch.utils.data import DataLoader
import numpy as np
import pandas as pd
class MyDataset(Dataset):
def __init__(self, filepath):
# 從中提取5個特征
features = ["Pclass", "Sex", "SibSp", "Parch", "Fare"]
data = pd.read_csv(filepath)
self.len = data.shape[0]
#將dataframe轉為張量并分為x和y
#get_dummies會自動幫你處理好特征的轉換,好東西!
self.x_data = torch.from_numpy(np.array(pd.get_dummies(data[features])))
self.y_data = torch.from_numpy(np.array(data["Survived"]))
def __getitem__(self, index):
return self.x_data[index], self.y_data[index]
def __len__(self):
return self.len
dataset = MyDataset(r'.\titanic\train.csv')
train_loader = DataLoader(dataset = dataset
,batch_size = 1
,shuffle = True
,num_workers = 0
)
注意,之前的各種數(shù)據(jù)預處理在這里直接調用pd.get_dummies就可以完成了,挺方便的
- 定義模型
class Model(torch.nn.Module):
def __init__(self):
super(Model, self).__init__()
self.linear1 = torch.nn.Linear(6, 3)
self.linear2 = torch.nn.Linear(3, 1)
self.sigmoid = torch.nn.Sigmoid()
def forward(self, x):
x = self.sigmoid(self.linear1(x))
x = self.sigmoid(self.linear2(x))
return x
# 定義一個預測函數(shù)
def predict(self, x):
with torch.no_grad():
x = self.sigmoid(self.linear1(x))
x = self.sigmoid(self.linear2(x))
y = []
for i in x:
if i>0.5:
y.append(1)
else :
y.append(0)
return y
model = Model()
- 構造損失函數(shù)和優(yōu)化器
criterion = torch.nn.BCELoss(reduction="mean")
optimizer = torch.optim.SGD(model.parameters(), lr=0.1)
- 進行訓練
if __name__ == '__main__':
loss_list = []
for epoch in range(200):
for i, data in enumerate(train_loader, 0):
inputs, labels = data
#進行類型轉換不然報錯
inputs = inputs.float()
labels = labels.float()
print(inputs, labels)
y_pred = model(inputs)
#壓縮成1維
y_pred = y_pred.squeeze(-1)
loss = criterion(y_pred, labels)
print(epoch, i, loss.item())
optimizer.zero_grad()
loss.backward()
optimizer.step()
loss_list.append(loss.item())
# 畫圖
plt.plot(np.arange(epoch), loss_list)
plt.xlabel('epoch')
plt.ylabel('loss')
plt.show()
跑代碼的時候沒加畫圖的部分,而且用Jupyter跑的話很慢。。。還是用pycharm跑吧以后
- 進行預測
test_data = pd.read_csv("./titanic/test.csv")
features = ["Pclass", "Sex", "SibSp", "Parch", "Fare"]
test = torch.from_numpy(np.array(pd.get_dummies(test_data[features])))
#預測
y = model.predict(test.float())
y
#輸出預測結果
output = pd.DataFrame({'PassengerId': test_data.PassengerId, 'Survived': y})
output.to_csv('my_predict.csv', index=False)
輸出全是0,結果上傳之后有0.6+的分數(shù)。。。我不太明白
還要繼續(xù)優(yōu)化的話就是多加一個隱藏層來提升性能,但這也意味著要更多的時間