飞桨（Paddlepaddle）的动态图、静态图全流程例子

前言

本文主要记录一下，使用飞桨（Paddlepaddle）进行模型训练、评估、测试的用法，作为以后的备忘录。

数据

本次实验的数据是使用MNIST，这个数据相当于图像识别领域的Helloworld。加载方式是使用paddle的方式来加载。
Python版本：3.7
Paddle版本：1.8.5
注意：使用2.0以上的Paddle，使用静态图时需要加入一句paddle.enable_static()

动态图

训练

导入要用到的包

import paddle
from paddle import fluid
from paddle.dataset import mnist
from paddle.fluid.dygraph.nn import Conv2D, Pool2D, Linear
import numpy as np

以Layer类的形式构建神经网络

class Network(fluid.Layer):
    def __init__(self):
        super(Network, self).__init__()
        self.conv1 = Conv2D(num_channels=1, num_filters=20, filter_size=5) # n, 20, 24, 24
        self.pool1 = Pool2D(pool_size=2, pool_stride=2) # n, 20, 12, 12
        self.conv2 = Conv2D(num_channels=20, num_filters=30, filter_size=5) # n, 30, 8, 8
        self.pool2 = Pool2D(pool_size=2, pool_stride=2) # n, 30, 4, 4
        self.fc1 = Linear(input_dim=30*4*4, output_dim=1024)
        self.fc2 = Linear(input_dim=1024, output_dim=10)
    def forward(self, inputs):
        x = self.conv1(inputs)
        x = self.pool1(x)
        x = fluid.layers.tanh(x)
        x = self.conv2(x)
        x = self.pool2(x)
        x = fluid.layers.tanh(x)
        x = fluid.layers.reshape(x, (x.shape[0], -1))
        x = self.fc1(x)
        x = fluid.layers.dropout(x, 0.5)
        x = self.fc2(x)
        return x

训练过程以及保存动态图模型，保存使用save_dygraph方法。

with fluid.dygraph.guard():
    model = Network()
    opt = fluid.optimizer.Adam(learning_rate=0.001, parameter_list=model.parameters())
    train_loader = paddle.batch(mnist.train(), batch_size=1000)
    test_loader = paddle.batch(mnist.test(), batch_size=1000)
    losses_train = []
    acces_train = []
    for epoch_i in range(2):
        model.train()
        for batch_i, batch_data in enumerate(train_loader()):
            x = np.array([d[0] for d in batch_data], dtype='float32').reshape(-1, 1, 28, 28)
            y = np.array([d[1] for d in batch_data], dtype='int64').reshape(-1, 1)
            input_x = fluid.dygraph.to_variable(x)
            output_y = fluid.dygraph.to_variable(y)
            logit_y = model(input_x)
            loss = fluid.layers.softmax_with_cross_entropy(logit_y, output_y)
            loss = fluid.layers.mean(loss)
            acc = fluid.layers.accuracy(logit_y, output_y)
            losses_train.append(loss.numpy())
            acces_train.append(acc.numpy())
            loss.backward()
            opt.minimize(loss)
            model.clear_gradients()
            print('on train', epoch_i, batch_i, losses_train[-1], acces_train[