train_1_resnet50.py

# Author:yujunyu
# -*- codeing = utf-8 -*-
# @Time :2022/9/12 16:20
# @Author :yujunyu
# @Site :
# @File :train_1_resnet50.py
# @software: PyCharm

import torch
from torchvision.models import resnet50
import os
from load_dataset_1 import load_data
from matplotlib import pyplot as plt


class Train:
    def __init__(self, data_path="./dataset/image", start_epoch=0, epoch=10, lr=0.0001, batch_size=128,
                 module_file='./model/garbage_2.pth'):
        super(Train, self).__init__()
        print('训练准备......')
        # ---训练相关的初始化---
        # cuda是否可用 True——>可用——>在gpu中运算  .cuda()
        self.CUDA = torch.cuda.is_available()
        self.batch_size = batch_size
        # 数据集
        self.train, self.test, self.cls_idx = load_data(data_path, shape=(250, 250), rate=0.8, batch_size=batch_size)
        print(self.cls_idx)
        # 网络 累加训练
        self.module_file = module_file
        if os.path.exists(self.module_file):
            print("加载本地模型")
            self.net = resnet50(pretrained=False)
            fc_features = self.net.fc.in_features
            self.net.fc = torch.nn.Linear(in_features=fc_features, out_features=6)  # 6分类 修改输出,用in_features得到该层的输入，重写这一层
            if self.CUDA:
                self.net.cuda()
            state = torch.load(self.module_file)
            self.net.load_state_dict(state)
        else:
            print("加载预训练模型")
            self.net = resnet50(pretrained=True)         # C:\Users\yujunyu/.cache\torch\hub\checkpoints\resnet18-f37072fd.pth
            fc_features = self.net.fc.in_features
            self.net.fc = torch.nn.Linear(in_features=fc_features, out_features=6)
            if self.CUDA:
                self.net.cuda()

        # 迭代轮数epoch
        self.epoch = epoch
        # 学习率lr
        self.lr = lr
        # 优化器
        self.optimizer = torch.optim.Adam(self.net.parameters(), lr=self.lr)
        # 损失函数——交叉熵
        self.loss_function = torch.nn.CrossEntropyLoss()
        if self.CUDA:
            self.loss_function = self.loss_function.cuda()

        # 断点续训
        self.start_epoch = start_epoch

    # 训
    def execute(self):
        print('训练开始......')
        # 保存频率
        save_epoch = 1
        Accuracy_list = []
        Loss_list = []
        for e in range(self.start_epoch, self.epoch):
            self.net.train()  # 训练前加
            for samples, labels in self.train:
                # 导数清零
                self.optimizer.zero_grad()
                if self.CUDA:
                    samples = samples.cuda()
                    labels = labels.cuda()
                # 计算输出
                y = self.net(samples.view(-1, 3, 250, 250))
                # 计算损失
                loss = self.loss_function(y, labels)
                # 求导
                loss.backward()
                # 更新梯度
                self.optimizer.step()
            # 使用验证数据集验证
            correct_rate = self.validate()
            print(f"epoch:{e}  \t   val准确率:{correct_rate:.4f}%  \t loss:{loss:.6f}")

            # 记录acc、loss
            str = f"epoch:{e}  \t   val准确率:{correct_rate}%  \t loss:{loss}"
            with open(f'{module_file}.txt', 'a+', encoding='utf-8') as f:
                f.write(str)
                f.write('\n')
            Accuracy_list.append(correct_rate.detach().cpu().numpy())
            Loss_list.append(loss.detach().cpu().numpy())
            # print(Accuracy_list, Loss_list)

            # 根据save_epoch保存模型
            if e % save_epoch == 0:
                torch.save(self.net.state_dict(), self.module_file)

        # 可视化
        x1 = range(self.start_epoch, self.epoch)
        x2 = range(self.start_epoch, self.epoch)
        y1 = Accuracy_list
        y2 = Loss_list
        plt.subplot(2, 1, 1)
        plt.plot(x1, y1, 'o-')
        plt.title('val_accuracy/loss')
        plt.ylabel('val_accuracy')
        plt.subplot(2, 1, 2)
        plt.plot(x2, y2, '.-')
        plt.ylabel('loss')
        plt.savefig(f"{self.module_file}_accuracy_loss_{self.start_epoch}_{self.epoch}.jpg")
        plt.show()

        # 保存模型  torch.save(model.state_dict(), model_path)
        torch.save(self.net.state_dict(), self.module_file)

    # 评估
    @torch.no_grad()
    def validate(self):
        num_samples = 0.0
        num_correct = 0.0
        self.net.eval()  # 测试前加
        for samples, labels in self.test:
            if self.CUDA:
                samples = samples.cuda()
                labels = labels.cuda()
            # 累加验证数据集的总数量
            num_samples += len(samples)
            # 输出
            out = self.net(samples.view(-1, 3, 250, 250))
            # 转换为概率[0, 1)
            out = torch.nn.functional.softmax(out, dim=1)
            # 输出预测类别
            y = torch.argmax(out, dim=1)
            # 累加预测正确的数量
            num_correct += (y == labels).float().sum()
            # print(y, labels, y == labels)
        # 返回准确率
        return num_correct * 100.0 / num_samples


if __name__ == "__main__":
    dataset_path = './dataset/image'
    start_epoch = 0
    epoch = 8
    lr = 5.5e-5     # 0.000055
    batch_size = 16
    module_file = './model/resnet50_1.pth'

    trainer = Train(dataset_path, start_epoch, epoch, lr, batch_size, module_file)
    trainer.execute()

    print("训练结束！")