#
# BSD 3-Clause License
#
# Copyright (c) 2017 xxxx
# All rights reserved.
# Copyright 2021 Huawei Technologies Co., Ltd
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#
# * Redistributions of source code must retain the above copyright notice, this
#   list of conditions and the following disclaimer.
#
# * Redistributions in binary form must reproduce the above copyright notice,
#   this list of conditions and the following disclaimer in the documentation
#   and/or other materials provided with the distribution.
#
# * Neither the name of the copyright holder nor the names of its
#   contributors may be used to endorse or promote products derived from
#   this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
# ============================================================================
#
import sys, os, argparse, time

import numpy as np
import cv2
import matplotlib.pyplot as plt
import time
import torch
if torch.__version__ >= "1.8":
    import torch_npu
import torch.nn as nn
from torch.autograd import Variable
from torch.utils.data import DataLoader
from torchvision import transforms
import torchvision
import torch.backends.cudnn as cudnn
import torch.nn.functional as F

import datasets, hopenet
import torch.utils.model_zoo as model_zoo
import apex
from apex import amp

def parse_args():
    """Parse input arguments."""
    parser = argparse.ArgumentParser(description='Head pose estimation using the Hopenet network.')
    parser.add_argument('--gpu', dest='gpu_id', help='GPU device id to use [0]',
            default=0, type=int)
    parser.add_argument('--num_epochs', dest='num_epochs', help='Maximum number of training epochs.',
          default=5, type=int)
    parser.add_argument('--batch_size', dest='batch_size', help='Batch size.',
          default=16, type=int)
    parser.add_argument('--lr', dest='lr', help='Base learning rate.',
          default=0.001, type=float)
    parser.add_argument('--dataset', dest='dataset', help='Dataset type.', default='Pose_300W_LP', type=str)
    parser.add_argument('--data_dir', dest='data_dir', help='Directory path for data.',
          default='', type=str)
    parser.add_argument('--filename_list', dest='filename_list', help='Path to text file containing relative paths for every example.',
          default='', type=str)
    parser.add_argument('--output_string', dest='output_string', help='String appended to output snapshots.', default = '', type=str)
    parser.add_argument('--alpha', dest='alpha', help='Regression loss coefficient.',
          default=0.001, type=float)
    parser.add_argument('--snapshot', dest='snapshot', help='Path of model snapshot.',
          default='', type=str)

    args = parser.parse_args()
    return args

def get_ignored_params(model):
    # Generator function that yields ignored params.
    b = [model.conv1, model.bn1, model.fc_finetune]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param

def get_non_ignored_params(model):
    # Generator function that yields params that will be optimized.
    b = [model.layer1, model.layer2, model.layer3, model.layer4]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param

def get_fc_params(model):
    # Generator function that yields fc layer params.
    b = [model.fc_yaw, model.fc_pitch, model.fc_roll]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            for name, param in module.named_parameters():
                yield param

def load_filtered_state_dict(model, snapshot):
    # By user apaszke from discuss.pytorch.org
    model_dict = model.state_dict()
    snapshot = {k: v for k, v in snapshot.items() if k in model_dict}
    model_dict.update(snapshot)
    model.load_state_dict(model_dict)

if __name__ == '__main__':
    args = parse_args()

    cudnn.enabled = True
    num_epochs = args.num_epochs
    batch_size = args.batch_size
    gpu = args.gpu_id

    if not os.path.exists('output/snapshots'):
        os.makedirs('output/snapshots')

    # ResNet50 structure
    model = hopenet.Hopenet(torchvision.models.resnet.Bottleneck, [3, 4, 6, 3], 66)

    if args.snapshot == '':
        load_filtered_state_dict(model, model_zoo.load_url('https://download.pytorch.org/models/resnet50-19c8e357.pth'))
    else:
        saved_state_dict = torch.load(args.snapshot)
        model.load_state_dict(saved_state_dict,False)

    print('Loading data.')

    transformations = transforms.Compose([transforms.Resize(240),
    transforms.RandomCrop(224), transforms.ToTensor(),
    transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])])

    if args.dataset == 'Pose_300W_LP':
        pose_dataset = datasets.Pose_300W_LP(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'Pose_300W_LP_random_ds':
        pose_dataset = datasets.Pose_300W_LP_random_ds(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'Synhead':
        pose_dataset = datasets.Synhead(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFLW2000':
        pose_dataset = datasets.AFLW2000(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'BIWI':
        pose_dataset = datasets.BIWI(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFLW':
        pose_dataset = datasets.AFLW(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFLW_aug':
        pose_dataset = datasets.AFLW_aug(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFW':
        pose_dataset = datasets.AFW(args.data_dir, args.filename_list, transformations)
    else:
        print('Error: not a valid dataset name')
        sys.exit()

    train_loader = torch.utils.data.DataLoader(dataset=pose_dataset,
                                               batch_size=batch_size,
                                               shuffle=True,
                                               num_workers=0)

    model.npu(gpu)
    criterion = nn.CrossEntropyLoss().npu(gpu)
    reg_criterion = nn.MSELoss().npu(gpu)
    # Regression loss coefficient
    alpha = args.alpha

    softmax = nn.Softmax().npu(gpu)
    idx_tensor = [idx for idx in range(66)]
    idx_tensor = Variable(torch.FloatTensor(idx_tensor)).npu(gpu)

    optimizer = apex.optimizers.NpuFusedAdam([{'params': get_ignored_params(model), 'lr': 0},
                                  {'params': get_non_ignored_params(model), 'lr': args.lr},
                                  {'params': get_fc_params(model), 'lr': args.lr * 5}],
                                   lr = args.lr)

    model, optimizer = amp.initialize(model, optimizer,
                                                opt_level="O2",
                                                loss_scale=128,
                                                combine_grad=True)

    print('Ready to train network.')
    for epoch in range(num_epochs):
        for i, (images, labels, cont_labels, name) in enumerate(train_loader):
            if i >= 200:
                pass
            start_time = time.time()
            images = Variable(images).npu(gpu)

            # Binned labels
            label_yaw = Variable(labels[:,0]).npu(gpu)
            label_pitch = Variable(labels[:,1]).npu(gpu)
            label_roll = Variable(labels[:,2]).npu(gpu)

            # Continuous labels
            label_yaw_cont = Variable(cont_labels[:,0]).npu(gpu)
            label_pitch_cont = Variable(cont_labels[:,1]).npu(gpu)
            label_roll_cont = Variable(cont_labels[:,2]).npu(gpu)

            # Forward pass
            yaw, pitch, roll = model(images)

            # Cross entropy loss
            loss_yaw = criterion(yaw, label_yaw)
            loss_pitch = criterion(pitch, label_pitch)
            loss_roll = criterion(roll, label_roll)

            # MSE loss
            yaw_predicted = softmax(yaw)
            pitch_predicted = softmax(pitch)
            roll_predicted = softmax(roll)

            yaw_predicted = torch.sum(yaw_predicted * idx_tensor, 1) * 3 - 99
            pitch_predicted = torch.sum(pitch_predicted * idx_tensor, 1) * 3 - 99
            roll_predicted = torch.sum(roll_predicted * idx_tensor, 1) * 3 - 99

            loss_reg_yaw = reg_criterion(yaw_predicted, label_yaw_cont)
            loss_reg_pitch = reg_criterion(pitch_predicted, label_pitch_cont)
            loss_reg_roll = reg_criterion(roll_predicted, label_roll_cont)

            # Total loss
            loss_yaw += alpha * loss_reg_yaw
            loss_pitch += alpha * loss_reg_pitch
            loss_roll += alpha * loss_reg_roll

            loss_seq = [loss_yaw, loss_pitch, loss_roll]
            grad_seq = [torch.tensor(1.0).npu(gpu) for _ in range(len(loss_seq))]
            optimizer.zero_grad()
            # torch.autograd.backward(loss_seq, grad_seq)
            loss_seq = sum(loss_seq)
            with amp.scale_loss(loss_seq,optimizer) as scaled_loss:
                scaled_loss.backward()
            optimizer.step()
            step_time = time.time() - start_time
            fps = args.batch_size / step_time
            print('fps = {:.4f}, step_time = {:.2f}'.format(fps, step_time))

            if (i+1) % 100 == 0:
                print ('Epoch [%d/%d], Iter [%d/%d] Losses: Yaw %.4f, Pitch %.4f, Roll %.4f'
                       %(epoch+1, num_epochs, i+1, len(pose_dataset)//batch_size, loss_yaw.item(), loss_pitch.item(), loss_roll.item()))

        # Save models at numbered epochs.
        if epoch % 1 == 0 and epoch < num_epochs:
            print('Taking snapshot...')
            torch.save(model.state_dict(),
            'output/snapshots/' + args.output_string + '_epoch_'+ str(epoch+1) + '.pkl')

b84341a64a185252779390b98940392c31168bec
<mask token>


def parse_args():
    """Parse input arguments."""
    parser = argparse.ArgumentParser(description=
        'Head pose estimation using the Hopenet network.')
    parser.add_argument('--gpu', dest='gpu_id', help=
        'GPU device id to use [0]', default=0, type=int)
    parser.add_argument('--num_epochs', dest='num_epochs', help=
        'Maximum number of training epochs.', default=5, type=int)
    parser.add_argument('--batch_size', dest='batch_size', help=
        'Batch size.', default=16, type=int)
    parser.add_argument('--lr', dest='lr', help='Base learning rate.',
        default=0.001, type=float)
    parser.add_argument('--dataset', dest='dataset', help='Dataset type.',
        default='Pose_300W_LP', type=str)
    parser.add_argument('--data_dir', dest='data_dir', help=
        'Directory path for data.', default='', type=str)
    parser.add_argument('--filename_list', dest='filename_list', help=
        'Path to text file containing relative paths for every example.',
        default='', type=str)
    parser.add_argument('--output_string', dest='output_string', help=
        'String appended to output snapshots.', default='', type=str)
    parser.add_argument('--alpha', dest='alpha', help=
        'Regression loss coefficient.', default=0.001, type=float)
    parser.add_argument('--snapshot', dest='snapshot', help=
        'Path of model snapshot.', default='', type=str)
    args = parser.parse_args()
    return args


<mask token>


def get_fc_params(model):
    b = [model.fc_yaw, model.fc_pitch, model.fc_roll]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            for name, param in module.named_parameters():
                yield param


def load_filtered_state_dict(model, snapshot):
    model_dict = model.state_dict()
    snapshot = {k: v for k, v in snapshot.items() if k in model_dict}
    model_dict.update(snapshot)
    model.load_state_dict(model_dict)


<mask token>

<mask token>


def parse_args():
    """Parse input arguments."""
    parser = argparse.ArgumentParser(description=
        'Head pose estimation using the Hopenet network.')
    parser.add_argument('--gpu', dest='gpu_id', help=
        'GPU device id to use [0]', default=0, type=int)
    parser.add_argument('--num_epochs', dest='num_epochs', help=
        'Maximum number of training epochs.', default=5, type=int)
    parser.add_argument('--batch_size', dest='batch_size', help=
        'Batch size.', default=16, type=int)
    parser.add_argument('--lr', dest='lr', help='Base learning rate.',
        default=0.001, type=float)
    parser.add_argument('--dataset', dest='dataset', help='Dataset type.',
        default='Pose_300W_LP', type=str)
    parser.add_argument('--data_dir', dest='data_dir', help=
        'Directory path for data.', default='', type=str)
    parser.add_argument('--filename_list', dest='filename_list', help=
        'Path to text file containing relative paths for every example.',
        default='', type=str)
    parser.add_argument('--output_string', dest='output_string', help=
        'String appended to output snapshots.', default='', type=str)
    parser.add_argument('--alpha', dest='alpha', help=
        'Regression loss coefficient.', default=0.001, type=float)
    parser.add_argument('--snapshot', dest='snapshot', help=
        'Path of model snapshot.', default='', type=str)
    args = parser.parse_args()
    return args


<mask token>


def get_non_ignored_params(model):
    b = [model.layer1, model.layer2, model.layer3, model.layer4]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param


def get_fc_params(model):
    b = [model.fc_yaw, model.fc_pitch, model.fc_roll]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            for name, param in module.named_parameters():
                yield param


def load_filtered_state_dict(model, snapshot):
    model_dict = model.state_dict()
    snapshot = {k: v for k, v in snapshot.items() if k in model_dict}
    model_dict.update(snapshot)
    model.load_state_dict(model_dict)


<mask token>

<mask token>


def parse_args():
    """Parse input arguments."""
    parser = argparse.ArgumentParser(description=
        'Head pose estimation using the Hopenet network.')
    parser.add_argument('--gpu', dest='gpu_id', help=
        'GPU device id to use [0]', default=0, type=int)
    parser.add_argument('--num_epochs', dest='num_epochs', help=
        'Maximum number of training epochs.', default=5, type=int)
    parser.add_argument('--batch_size', dest='batch_size', help=
        'Batch size.', default=16, type=int)
    parser.add_argument('--lr', dest='lr', help='Base learning rate.',
        default=0.001, type=float)
    parser.add_argument('--dataset', dest='dataset', help='Dataset type.',
        default='Pose_300W_LP', type=str)
    parser.add_argument('--data_dir', dest='data_dir', help=
        'Directory path for data.', default='', type=str)
    parser.add_argument('--filename_list', dest='filename_list', help=
        'Path to text file containing relative paths for every example.',
        default='', type=str)
    parser.add_argument('--output_string', dest='output_string', help=
        'String appended to output snapshots.', default='', type=str)
    parser.add_argument('--alpha', dest='alpha', help=
        'Regression loss coefficient.', default=0.001, type=float)
    parser.add_argument('--snapshot', dest='snapshot', help=
        'Path of model snapshot.', default='', type=str)
    args = parser.parse_args()
    return args


def get_ignored_params(model):
    b = [model.conv1, model.bn1, model.fc_finetune]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param


def get_non_ignored_params(model):
    b = [model.layer1, model.layer2, model.layer3, model.layer4]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param


def get_fc_params(model):
    b = [model.fc_yaw, model.fc_pitch, model.fc_roll]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            for name, param in module.named_parameters():
                yield param


def load_filtered_state_dict(model, snapshot):
    model_dict = model.state_dict()
    snapshot = {k: v for k, v in snapshot.items() if k in model_dict}
    model_dict.update(snapshot)
    model.load_state_dict(model_dict)


<mask token>

<mask token>
if torch.__version__ >= '1.8':
    import torch_npu
<mask token>


def parse_args():
    """Parse input arguments."""
    parser = argparse.ArgumentParser(description=
        'Head pose estimation using the Hopenet network.')
    parser.add_argument('--gpu', dest='gpu_id', help=
        'GPU device id to use [0]', default=0, type=int)
    parser.add_argument('--num_epochs', dest='num_epochs', help=
        'Maximum number of training epochs.', default=5, type=int)
    parser.add_argument('--batch_size', dest='batch_size', help=
        'Batch size.', default=16, type=int)
    parser.add_argument('--lr', dest='lr', help='Base learning rate.',
        default=0.001, type=float)
    parser.add_argument('--dataset', dest='dataset', help='Dataset type.',
        default='Pose_300W_LP', type=str)
    parser.add_argument('--data_dir', dest='data_dir', help=
        'Directory path for data.', default='', type=str)
    parser.add_argument('--filename_list', dest='filename_list', help=
        'Path to text file containing relative paths for every example.',
        default='', type=str)
    parser.add_argument('--output_string', dest='output_string', help=
        'String appended to output snapshots.', default='', type=str)
    parser.add_argument('--alpha', dest='alpha', help=
        'Regression loss coefficient.', default=0.001, type=float)
    parser.add_argument('--snapshot', dest='snapshot', help=
        'Path of model snapshot.', default='', type=str)
    args = parser.parse_args()
    return args


def get_ignored_params(model):
    b = [model.conv1, model.bn1, model.fc_finetune]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param


def get_non_ignored_params(model):
    b = [model.layer1, model.layer2, model.layer3, model.layer4]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param


def get_fc_params(model):
    b = [model.fc_yaw, model.fc_pitch, model.fc_roll]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            for name, param in module.named_parameters():
                yield param


def load_filtered_state_dict(model, snapshot):
    model_dict = model.state_dict()
    snapshot = {k: v for k, v in snapshot.items() if k in model_dict}
    model_dict.update(snapshot)
    model.load_state_dict(model_dict)


if __name__ == '__main__':
    args = parse_args()
    cudnn.enabled = True
    num_epochs = args.num_epochs
    batch_size = args.batch_size
    gpu = args.gpu_id
    if not os.path.exists('output/snapshots'):
        os.makedirs('output/snapshots')
    model = hopenet.Hopenet(torchvision.models.resnet.Bottleneck, [3, 4, 6,
        3], 66)
    if args.snapshot == '':
        load_filtered_state_dict(model, model_zoo.load_url(
            'https://download.pytorch.org/models/resnet50-19c8e357.pth'))
    else:
        saved_state_dict = torch.load(args.snapshot)
        model.load_state_dict(saved_state_dict, False)
    print('Loading data.')
    transformations = transforms.Compose([transforms.Resize(240),
        transforms.RandomCrop(224), transforms.ToTensor(), transforms.
        Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])])
    if args.dataset == 'Pose_300W_LP':
        pose_dataset = datasets.Pose_300W_LP(args.data_dir, args.
            filename_list, transformations)
    elif args.dataset == 'Pose_300W_LP_random_ds':
        pose_dataset = datasets.Pose_300W_LP_random_ds(args.data_dir, args.
            filename_list, transformations)
    elif args.dataset == 'Synhead':
        pose_dataset = datasets.Synhead(args.data_dir, args.filename_list,
            transformations)
    elif args.dataset == 'AFLW2000':
        pose_dataset = datasets.AFLW2000(args.data_dir, args.filename_list,
            transformations)
    elif args.dataset == 'BIWI':
        pose_dataset = datasets.BIWI(args.data_dir, args.filename_list,
            transformations)
    elif args.dataset == 'AFLW':
        pose_dataset = datasets.AFLW(args.data_dir, args.filename_list,
            transformations)
    elif args.dataset == 'AFLW_aug':
        pose_dataset = datasets.AFLW_aug(args.data_dir, args.filename_list,
            transformations)
    elif args.dataset == 'AFW':
        pose_dataset = datasets.AFW(args.data_dir, args.filename_list,
            transformations)
    else:
        print('Error: not a valid dataset name')
        sys.exit()
    train_loader = torch.utils.data.DataLoader(dataset=pose_dataset,
        batch_size=batch_size, shuffle=True, num_workers=0)
    model.npu(gpu)
    criterion = nn.CrossEntropyLoss().npu(gpu)
    reg_criterion = nn.MSELoss().npu(gpu)
    alpha = args.alpha
    softmax = nn.Softmax().npu(gpu)
    idx_tensor = [idx for idx in range(66)]
    idx_tensor = Variable(torch.FloatTensor(idx_tensor)).npu(gpu)
    optimizer = apex.optimizers.NpuFusedAdam([{'params': get_ignored_params
        (model), 'lr': 0}, {'params': get_non_ignored_params(model), 'lr':
        args.lr}, {'params': get_fc_params(model), 'lr': args.lr * 5}], lr=
        args.lr)
    model, optimizer = amp.initialize(model, optimizer, opt_level='O2',
        loss_scale=128, combine_grad=True)
    print('Ready to train network.')
    for epoch in range(num_epochs):
        for i, (images, labels, cont_labels, name) in enumerate(train_loader):
            if i >= 200:
                pass
            start_time = time.time()
            images = Variable(images).npu(gpu)
            label_yaw = Variable(labels[:, 0]).npu(gpu)
            label_pitch = Variable(labels[:, 1]).npu(gpu)
            label_roll = Variable(labels[:, 2]).npu(gpu)
            label_yaw_cont = Variable(cont_labels[:, 0]).npu(gpu)
            label_pitch_cont = Variable(cont_labels[:, 1]).npu(gpu)
            label_roll_cont = Variable(cont_labels[:, 2]).npu(gpu)
            yaw, pitch, roll = model(images)
            loss_yaw = criterion(yaw, label_yaw)
            loss_pitch = criterion(pitch, label_pitch)
            loss_roll = criterion(roll, label_roll)
            yaw_predicted = softmax(yaw)
            pitch_predicted = softmax(pitch)
            roll_predicted = softmax(roll)
            yaw_predicted = torch.sum(yaw_predicted * idx_tensor, 1) * 3 - 99
            pitch_predicted = torch.sum(pitch_predicted * idx_tensor, 1
                ) * 3 - 99
            roll_predicted = torch.sum(roll_predicted * idx_tensor, 1) * 3 - 99
            loss_reg_yaw = reg_criterion(yaw_predicted, label_yaw_cont)
            loss_reg_pitch = reg_criterion(pitch_predicted, label_pitch_cont)
            loss_reg_roll = reg_criterion(roll_predicted, label_roll_cont)
            loss_yaw += alpha * loss_reg_yaw
            loss_pitch += alpha * loss_reg_pitch
            loss_roll += alpha * loss_reg_roll
            loss_seq = [loss_yaw, loss_pitch, loss_roll]
            grad_seq = [torch.tensor(1.0).npu(gpu) for _ in range(len(
                loss_seq))]
            optimizer.zero_grad()
            loss_seq = sum(loss_seq)
            with amp.scale_loss(loss_seq, optimizer) as scaled_loss:
                scaled_loss.backward()
            optimizer.step()
            step_time = time.time() - start_time
            fps = args.batch_size / step_time
            print('fps = {:.4f}, step_time = {:.2f}'.format(fps, step_time))
            if (i + 1) % 100 == 0:
                print(
                    'Epoch [%d/%d], Iter [%d/%d] Losses: Yaw %.4f, Pitch %.4f, Roll %.4f'
                     % (epoch + 1, num_epochs, i + 1, len(pose_dataset) //
                    batch_size, loss_yaw.item(), loss_pitch.item(),
                    loss_roll.item()))
        if epoch % 1 == 0 and epoch < num_epochs:
            print('Taking snapshot...')
            torch.save(model.state_dict(), 'output/snapshots/' + args.
                output_string + '_epoch_' + str(epoch + 1) + '.pkl')

#
# BSD 3-Clause License
#
# Copyright (c) 2017 xxxx
# All rights reserved.
# Copyright 2021 Huawei Technologies Co., Ltd
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#
# * Redistributions of source code must retain the above copyright notice, this
#   list of conditions and the following disclaimer.
#
# * Redistributions in binary form must reproduce the above copyright notice,
#   this list of conditions and the following disclaimer in the documentation
#   and/or other materials provided with the distribution.
#
# * Neither the name of the copyright holder nor the names of its
#   contributors may be used to endorse or promote products derived from
#   this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
# ============================================================================
#
import sys, os, argparse, time

import numpy as np
import cv2
import matplotlib.pyplot as plt
import time
import torch
if torch.__version__ >= "1.8":
    import torch_npu
import torch.nn as nn
from torch.autograd import Variable
from torch.utils.data import DataLoader
from torchvision import transforms
import torchvision
import torch.backends.cudnn as cudnn
import torch.nn.functional as F

import datasets, hopenet
import torch.utils.model_zoo as model_zoo
import apex
from apex import amp

def parse_args():
    """Parse input arguments."""
    parser = argparse.ArgumentParser(description='Head pose estimation using the Hopenet network.')
    parser.add_argument('--gpu', dest='gpu_id', help='GPU device id to use [0]',
            default=0, type=int)
    parser.add_argument('--num_epochs', dest='num_epochs', help='Maximum number of training epochs.',
          default=5, type=int)
    parser.add_argument('--batch_size', dest='batch_size', help='Batch size.',
          default=16, type=int)
    parser.add_argument('--lr', dest='lr', help='Base learning rate.',
          default=0.001, type=float)
    parser.add_argument('--dataset', dest='dataset', help='Dataset type.', default='Pose_300W_LP', type=str)
    parser.add_argument('--data_dir', dest='data_dir', help='Directory path for data.',
          default='', type=str)
    parser.add_argument('--filename_list', dest='filename_list', help='Path to text file containing relative paths for every example.',
          default='', type=str)
    parser.add_argument('--output_string', dest='output_string', help='String appended to output snapshots.', default = '', type=str)
    parser.add_argument('--alpha', dest='alpha', help='Regression loss coefficient.',
          default=0.001, type=float)
    parser.add_argument('--snapshot', dest='snapshot', help='Path of model snapshot.',
          default='', type=str)

    args = parser.parse_args()
    return args

def get_ignored_params(model):
    # Generator function that yields ignored params.
    b = [model.conv1, model.bn1, model.fc_finetune]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param

def get_non_ignored_params(model):
    # Generator function that yields params that will be optimized.
    b = [model.layer1, model.layer2, model.layer3, model.layer4]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            if 'bn' in module_name:
                module.eval()
            for name, param in module.named_parameters():
                yield param

def get_fc_params(model):
    # Generator function that yields fc layer params.
    b = [model.fc_yaw, model.fc_pitch, model.fc_roll]
    for i in range(len(b)):
        for module_name, module in b[i].named_modules():
            for name, param in module.named_parameters():
                yield param

def load_filtered_state_dict(model, snapshot):
    # By user apaszke from discuss.pytorch.org
    model_dict = model.state_dict()
    snapshot = {k: v for k, v in snapshot.items() if k in model_dict}
    model_dict.update(snapshot)
    model.load_state_dict(model_dict)

if __name__ == '__main__':
    args = parse_args()

    cudnn.enabled = True
    num_epochs = args.num_epochs
    batch_size = args.batch_size
    gpu = args.gpu_id

    if not os.path.exists('output/snapshots'):
        os.makedirs('output/snapshots')

    # ResNet50 structure
    model = hopenet.Hopenet(torchvision.models.resnet.Bottleneck, [3, 4, 6, 3], 66)

    if args.snapshot == '':
        load_filtered_state_dict(model, model_zoo.load_url('https://download.pytorch.org/models/resnet50-19c8e357.pth'))
    else:
        saved_state_dict = torch.load(args.snapshot)
        model.load_state_dict(saved_state_dict,False)

    print('Loading data.')

    transformations = transforms.Compose([transforms.Resize(240),
    transforms.RandomCrop(224), transforms.ToTensor(),
    transforms.Normalize(mean=[0.485, 0.456, 0.406], std=[0.229, 0.224, 0.225])])

    if args.dataset == 'Pose_300W_LP':
        pose_dataset = datasets.Pose_300W_LP(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'Pose_300W_LP_random_ds':
        pose_dataset = datasets.Pose_300W_LP_random_ds(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'Synhead':
        pose_dataset = datasets.Synhead(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFLW2000':
        pose_dataset = datasets.AFLW2000(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'BIWI':
        pose_dataset = datasets.BIWI(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFLW':
        pose_dataset = datasets.AFLW(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFLW_aug':
        pose_dataset = datasets.AFLW_aug(args.data_dir, args.filename_list, transformations)
    elif args.dataset == 'AFW':
        pose_dataset = datasets.AFW(args.data_dir, args.filename_list, transformations)
    else:
        print('Error: not a valid dataset name')
        sys.exit()

    train_loader = torch.utils.data.DataLoader(dataset=pose_dataset,
                                               batch_size=batch_size,
                                               shuffle=True,
                                               num_workers=0)

    model.npu(gpu)
    criterion = nn.CrossEntropyLoss().npu(gpu)
    reg_criterion = nn.MSELoss().npu(gpu)
    # Regression loss coefficient
    alpha = args.alpha

    softmax = nn.Softmax().npu(gpu)
    idx_tensor = [idx for idx in range(66)]
    idx_tensor = Variable(torch.FloatTensor(idx_tensor)).npu(gpu)

    optimizer = apex.optimizers.NpuFusedAdam([{'params': get_ignored_params(model), 'lr': 0},
                                  {'params': get_non_ignored_params(model), 'lr': args.lr},
                                  {'params': get_fc_params(model), 'lr': args.lr * 5}],
                                   lr = args.lr)

    model, optimizer = amp.initialize(model, optimizer,
                                                opt_level="O2",
                                                loss_scale=128,
                                                combine_grad=True)

    print('Ready to train network.')
    for epoch in range(num_epochs):
        for i, (images, labels, cont_labels, name) in enumerate(train_loader):
            if i >= 200:
                pass
            start_time = time.time()
            images = Variable(images).npu(gpu)

            # Binned labels
            label_yaw = Variable(labels[:,0]).npu(gpu)
            label_pitch = Variable(labels[:,1]).npu(gpu)
            label_roll = Variable(labels[:,2]).npu(gpu)

            # Continuous labels
            label_yaw_cont = Variable(cont_labels[:,0]).npu(gpu)
            label_pitch_cont = Variable(cont_labels[:,1]).npu(gpu)
            label_roll_cont = Variable(cont_labels[:,2]).npu(gpu)

            # Forward pass
            yaw, pitch, roll = model(images)

            # Cross entropy loss
            loss_yaw = criterion(yaw, label_yaw)
            loss_pitch = criterion(pitch, label_pitch)
            loss_roll = criterion(roll, label_roll)

            # MSE loss
            yaw_predicted = softmax(yaw)
            pitch_predicted = softmax(pitch)
            roll_predicted = softmax(roll)

            yaw_predicted = torch.sum(yaw_predicted * idx_tensor, 1) * 3 - 99
            pitch_predicted = torch.sum(pitch_predicted * idx_tensor, 1) * 3 - 99
            roll_predicted = torch.sum(roll_predicted * idx_tensor, 1) * 3 - 99

            loss_reg_yaw = reg_criterion(yaw_predicted, label_yaw_cont)
            loss_reg_pitch = reg_criterion(pitch_predicted, label_pitch_cont)
            loss_reg_roll = reg_criterion(roll_predicted, label_roll_cont)

            # Total loss
            loss_yaw += alpha * loss_reg_yaw
            loss_pitch += alpha * loss_reg_pitch
            loss_roll += alpha * loss_reg_roll

            loss_seq = [loss_yaw, loss_pitch, loss_roll]
            grad_seq = [torch.tensor(1.0).npu(gpu) for _ in range(len(loss_seq))]
            optimizer.zero_grad()
            # torch.autograd.backward(loss_seq, grad_seq)
            loss_seq = sum(loss_seq)
            with amp.scale_loss(loss_seq,optimizer) as scaled_loss:
                scaled_loss.backward()
            optimizer.step()
            step_time = time.time() - start_time
            fps = args.batch_size / step_time
            print('fps = {:.4f}, step_time = {:.2f}'.format(fps, step_time))

            if (i+1) % 100 == 0:
                print ('Epoch [%d/%d], Iter [%d/%d] Losses: Yaw %.4f, Pitch %.4f, Roll %.4f'
                       %(epoch+1, num_epochs, i+1, len(pose_dataset)//batch_size, loss_yaw.item(), loss_pitch.item(), loss_roll.item()))

        # Save models at numbered epochs.
        if epoch % 1 == 0 and epoch < num_epochs:
            print('Taking snapshot...')
            torch.save(model.state_dict(),
            'output/snapshots/' + args.output_string + '_epoch_'+ str(epoch+1) + '.pkl')
