使用Tensorflow完成
#加載包
import numpy as np
import tensorflow as tf
import matplotlib.pyplot as plt
#定義超參數(shù)尉姨，就是模型訓(xùn)練過(guò)程中的參數(shù)庵朝，包括學(xué)習(xí)率、隱層神經(jīng)元個(gè)數(shù)又厉、批數(shù)據(jù)個(gè)數(shù)
learning_rate = 0.01
max_train_steps = 1000
log_step = 5
#訓(xùn)練集
train_X = np.array([[3.3],[4.4],[5.5],[6.71],[6.93],[4.168],[9.779],[6.182],[7.59],[2.167], [7.042],[10.791],[5.313],[7.997],[5.654],[9.27],[3.1]], dtype=np.float32)
train_Y = np.array([[1.7],[2.76],[2.09],[3.19],[1.694],[1.573],[3.366],[2.596],[2.53], [1.221],[2.827],[3.465],[1.65],[2.904],[2.42],[2.94],[1.3]], dtype=np.float32)
total_samples = train_X.shape[0]
#構(gòu)建模型
#輸入數(shù)據(jù)
X = tf.placeholder(tf.float32, [None, 1])
#模型參數(shù)
W = tf.Variable(tf.random_normal([1,1]), name="weight")
b = tf.Variable(tf.zeros([1]), name="bias")
#推理值
Y = tf.matmul(X, W) + b
#實(shí)際值
Y_ = tf.placeholder(tf.float32, [None, 1])
#均方差損失
loss = tf.reduce_sum(tf.pow(Y-Y_, 2)) / (total_samples)
#隨機(jī)梯度下降
optimizer = tf.train.GradientDescentOptimizer(learning_rate)
#最小化損失值
train_op = optimizer.minimize(loss)
with tf.Session() as sess:
#初始化全局變量
sess.run(tf.global_variables_initializer())
print("Start training:")
#分布訓(xùn)練
for step in range(max_train_steps):
sess.run(train_op, feed_dict={X: train_X, Y_:train_Y})
#打印日志 每log_step步打印損失九府、權(quán)值和偏置
if step % log_step == 0:
c = sess.run(loss, feed_dict={X: train_X, Y_:train_Y})
print("Step%d:%d, loss==%.4f, W==%.4f, b==%.4f"%(step, max_train_steps, c, sess.run(W), sess.run(b)))
#結(jié)果的損失
final_loss = sess.run(loss, feed_dict={X: train_X, Y_:train_Y})
print("Step:%d, loss==%.4f, W==%.4f, b==%.4f"%(max_train_steps, final_loss, sess.run(W), sess.run(b)))
#結(jié)果模型輸出
weight, bias = sess.run([W, b])
print("Linear Regression Model: Y==%.4f*X+%.4f"%(weight, bias))
Start training:
Step0:1000, loss==1.1118, W==0.1942, b==0.1869
Step5:1000, loss==0.1962, W==0.3341, b==0.2140
Step10:1000, loss==0.1952, W==0.3331, b==0.2210
Step15:1000, loss==0.1942, W==0.3321, b==0.2280
Step20:1000, loss==0.1932, W==0.3312, b==0.2349
Step25:1000, loss==0.1923, W==0.3302, b==0.2417
Step30:1000, loss==0.1914, W==0.3293, b==0.2484
Step35:1000, loss==0.1905, W==0.3283, b==0.2551
......
Step965:1000, loss==0.1543, W==0.2596, b==0.7421
Step970:1000, loss==0.1542, W==0.2595, b==0.7428
Step975:1000, loss==0.1542, W==0.2594, b==0.7435
Step980:1000, loss==0.1542, W==0.2593, b==0.7441
Step985:1000, loss==0.1542, W==0.2593, b==0.7448
Step990:1000, loss==0.1542, W==0.2592, b==0.7454
Step995:1000, loss==0.1542, W==0.2591, b==0.7461
Step:1000, loss==0.1542, W==0.2590, b==0.7466
Linear Regression Model: Y==0.2590*X+0.7466
#可視化
%matplotlib inline
plt.plot(train_X, train_Y, 'ro', label='Training data')
plt.plot(train_X, weight * train_X + bias, label='Fitted line')
#添加圖例
plt.legend()
#顯示圖像
plt.show()
output_5_0.png
