eval_seg.py

import numpy as np
import argparse

import torch
from models import seg_model
from data_loader import get_data_loader
from utils import create_dir, viz_seg
from data_loader import get_data_loader

import random
import pytorch3d


def create_parser():
    """Creates a parser for command-line arguments.
    """
    parser = argparse.ArgumentParser()

    parser.add_argument('--num_seg_class', type=int, default=6, help='The number of segmentation classes')
    parser.add_argument('--num_points', type=int, default=10000, help='The number of points per object to be included in the input data')

    parser.add_argument('--load_checkpoint', type=str, default='best_model')
    parser.add_argument('--i', type=int, default=0, help="index of the object to visualize")

    parser.add_argument('--test_data', type=str, default='./data/seg/data_test.npy')
    parser.add_argument('--test_label', type=str, default='./data/seg/label_test.npy')
    parser.add_argument('--output_dir', type=str, default='./output_seg')

    parser.add_argument('--exp_name', type=str, default="exp", help='The name of the experiment')

    parser.add_argument('--main_dir', type=str, default='./data/')
    parser.add_argument('--task', type=str, default="seg", help='The task: cls or seg')
    parser.add_argument('--batch_size', type=int, default=16, help='The number of images in a batch.')
    parser.add_argument('--num_workers', type=int, default=0, help='The number of threads to use for the DataLoader.')

    return parser


if __name__ == '__main__':
    parser = create_parser()
    args = parser.parse_args()
    args.device = torch.device("cuda" if torch.cuda.is_available() else 'cpu')

    create_dir(args.output_dir)

    # ------ TO DO: Initialize Model for Segmentation Task  ------
    model = seg_model().to(args.device)
    
    # Load Model Checkpoint
    model_path = './checkpoints/seg/{}.pt'.format(args.load_checkpoint)
    with open(model_path, 'rb') as f:
        state_dict = torch.load(f, map_location=args.device)
        model.load_state_dict(state_dict)
    model.eval()
    print ("successfully loaded checkpoint from {}".format(model_path))

    # Sample Points per Object
    ind = np.random.choice(10000,args.num_points, replace=False)

    # ------ TO DO: Make Prediction ------
    test_dataloader = get_data_loader(args=args, train=False)

    correct_point = 0
    num_point = 0
    predictions = []
    for batch in test_dataloader:
        point_clouds, labels = batch
        point_clouds = point_clouds[:, ind].to(args.device)
        labels = labels[:,ind].to(args.device).to(torch.long)

        with torch.no_grad():
            pred_labels = torch.argmax(model(point_clouds), dim=-1, keepdim=False)
        correct_point += pred_labels.eq(labels.data).cpu().sum().item()
        num_point += labels.view([-1,1]).size()[0]

        predictions.append(pred_labels)

    test_accuracy = correct_point / num_point
    print(f"test accuracy: {test_accuracy}")
    predictions = torch.cat(predictions).detach().cpu()

    for i in range(15):
        random_ind = random.randint(0, predictions.shape[0]-1)
        verts = test_dataloader.dataset.data[random_ind, ind].detach().cpu()
        labels = test_dataloader.dataset.label[random_ind, ind].to(torch.long).detach().cpu()

        correct_point = predictions[random_ind].eq(labels.data).cpu().sum().item()
        num_point = labels.view([-1,1]).size()[0]
        accuracy = correct_point / num_point

        viz_seg(verts, labels, "{}/2. obj_index_{}_gt_{}.gif".format(args.output_dir, random_ind, args.exp_name), args.device)
        viz_seg(verts, labels, "{}/2. obj_index_{}_pred_{}_acc_{}.gif".format(args.output_dir, random_ind, args.exp_name, accuracy), args.device)

    random_ind = 289
    verts = test_dataloader.dataset.data[random_ind, ind].detach().cpu()
    labels = test_dataloader.dataset.label[random_ind, ind].to(torch.long).detach().cpu()

    correct_point = predictions[random_ind].eq(labels.data).cpu().sum().item()
    num_point = labels.view([-1,1]).size()[0]
    accuracy = correct_point / num_point

    viz_seg(verts, labels, "{}/2. obj_index_{}_gt_{}.gif".format(args.output_dir, random_ind, args.exp_name), args.device)
    viz_seg(verts, predictions[random_ind], "{}/2. obj_index_{}_pred_{}_acc_{}.gif".format(args.output_dir, random_ind, args.exp_name, accuracy), args.device)

    print(f"test accuracy: {test_accuracy}")