import tensorflow as tf

import numpy as npfrom input_data import read_data_sets

mnist = read_data_sets('MNIST_data', one_hot=True)

def add_layer(inputs, in_size, out_size, active_function=None):

    """

    :param inputs:

    :param in_size: 行

    :param out_size: 列 ， [行， 列] =矩阵

    :param active_function:

    :return:

    """

    with tf.name_scope('layer'):

        with tf.name_scope('weights'):

            W = tf.Variable(tf.random_normal([in_size, out_size]), name='W')  #

        with tf.name_scope('bias'):

            b = tf.Variable(tf.zeros([1, out_size]) + 0.1)  # b是代表每一行数据，对应out_size列个数据

        with tf.name_scope('Wx_plus_b'):

            Wx_plus_b = tf.matmul(inputs, W) + b

        if active_function is None:

            outputs = Wx_plus_b

        else:

            outputs = active_function(Wx_plus_b)

        return outputs

def compute_accuracy(v_xs, v_ys):

    """ 计算的准确率 """

    global prediction  # prediction value

    y_pre = sess.run(prediction, feed_dict={xs: v_xs})

    # 与期望的值比较 bool

    correct_pre = tf.equal(tf.argmax(y_pre, 1), tf.argmax(ys, 1))

    # 将bools转化为数字

    accuracy = tf.reduce_mean(tf.cast(correct_pre, tf.float32))

    result = sess.run(accuracy, feed_dict={xs: v_xs, ys: v_ys})

    return result

# define placeholder for inputs to network

xs = tf.placeholder(tf.float32, [None, 784])

ys = tf.placeholder(tf.float32, [None, 10])

# softmax + cross_entropy = classification

# add output layer

prediction = add_layer(xs, 784, 10, active_function=tf.nn.softmax)  # softmax分类

# the loss between prediction and really

cross_entropy = tf.reduce_mean(-tf.reduce_sum(ys*tf.log(prediction),

                                              reduction_indices=[1]))

# training

train_step = tf.train.GradientDescentOptimizer(0.5).minimize(cross_entropy)

sess = tf.Session()

sess.run(tf.initialize_all_variables())

# start training

for i in range(1000):

    batch_x, batch_y = mnist.train.next_batch(100)

    sess.run(train_step, feed_dict={xs: batch_x, ys: batch_y})

    if i % 50 == 0:

        print(compute_accuracy(mnist.test.images, mnist.test.labels))