[TOC]

sigmoid激活函數(shù)

#將圖片內(nèi)嵌在交互窗口，而不是彈出一個(gè)圖片窗口 打印
%matplotlib inline 
import matplotlib.pyplot as plt
import numpy as np
# 激活函數(shù)
def sigmoid(x,deriv = False):
    if deriv is True:
        return x * (1-x)
    return 1/(1+np.exp(-x))

x = np.arange(-10,10,step=0.5)
y = [sigmoid(i) for i in x]
plt.plot(x, y)
#下面行不寫會(huì)出現(xiàn) [<matplotlib.lines.Line2D at 0x111814390>] 字樣
plt.show()

sigmoid

ReLU函數(shù)

#將圖片內(nèi)嵌在交互窗口，而不是彈出一個(gè)圖片窗口 打印
%matplotlib inline 
import matplotlib.pyplot as plt
import numpy as np
# 激活函數(shù)
def relu(x):
    return max(0,x)

x = np.arange(-10,10,step=0.5)
y = [relu(i) for i in x]
plt.plot(x, y)
#下面行不寫會(huì)出現(xiàn) [<matplotlib.lines.Line2D at 0x111814390>] 字樣
plt.show()

relu.png