MMFS / utils /util.py
limoran
add basic files
7e2a2a5
"""This module contains simple helper functions """
from __future__ import print_function
import torch
import numpy as np
from PIL import Image
import os
import torchvision
import sys
import shutil
import datetime
def check_path_is_static_data(path):
last_extension = path.split(".")[-1]
acceptable_extensions = ['png', 'jpg', 'jpeg', 'npy', 'npz']
if last_extension.lower() in acceptable_extensions:
return True
return False
def check_path(path):
try:
if not os.path.exists(path):
os.makedirs(path)
except OSError as e:
print(e)
def tensor2file(input_image, file_path, ext_name):
"""Convert a tensor into a file.
Parameters:
input_image -- the input image tensor
file_path -- the file path without extension name
"""
if not isinstance(input_image, np.ndarray):
if isinstance(input_image, torch.Tensor): # get the data from a variable
image_tensor = input_image.data
else:
return input_image
image_numpy = image_tensor[0].cpu().float().numpy() # convert it into a numpy array
if image_numpy.shape[0] == 1: # grayscale to RGB
image_numpy = np.tile(image_numpy, (3, 1, 1))
image_numpy = (np.transpose(image_numpy, (1, 2, 0)) + 1) / 2.0 * 255.0 # post-processing: tranpose and scaling
else: # if it is a numpy array, do nothing
image_numpy = input_image
if image_numpy.shape[2] <= 3:
image_numpy = image_numpy.astype(np.uint8)
# save as image
image_pil = Image.fromarray(image_numpy)
image_pil.save(file_path + '.' + ext_name)
else:
# save as numpy
np.save(file_path + '.npy', image_numpy)
def tensor2im(input_image, imtype=np.uint8):
""""Converts a Tensor array into a numpy image array.
Parameters:
input_image (tensor) -- the input image tensor array
imtype (type) -- the desired type of the converted numpy array
"""
if not isinstance(input_image, np.ndarray):
if isinstance(input_image, torch.Tensor): # get the data from a variable
image_tensor = input_image.data
else:
return input_image
image_numpy = image_tensor[0].cpu().float().numpy() # convert it into a numpy array
if image_numpy.shape[0] == 1: # grayscale to RGB
image_numpy = np.tile(image_numpy, (3, 1, 1))
image_numpy = (np.transpose(image_numpy, (1, 2, 0)) + 1) / 2.0 * 255.0 # post-processing: tranpose and scaling
if image_numpy.shape[2] > 3: # clip to 3 channel
print('Warning: the channel count of output image exceeds 3.')
image_numpy = image_numpy[:,:,:3]
else: # if it is a numpy array, do nothing
image_numpy = input_image
return image_numpy.astype(imtype)
def diagnose_network(net, name='network'):
"""Calculate and print the mean of average absolute(gradients)
Parameters:
net (torch network) -- Torch network
name (str) -- the name of the network
"""
mean = 0.0
count = 0
for param in net.parameters():
if param.grad is not None:
mean += torch.mean(torch.abs(param.grad.data))
count += 1
if count > 0:
mean = mean / count
print(name)
print(mean)
def save_image(image_numpy, image_path, aspect_ratio=1.0):
"""Save a numpy image to the disk
Parameters:
image_numpy (numpy array) -- input numpy array
image_path (str) -- the path of the image
"""
image_pil = Image.fromarray(image_numpy)
h, w, _ = image_numpy.shape
if aspect_ratio > 1.0:
image_pil = image_pil.resize((h, int(w * aspect_ratio)), Image.BICUBIC)
if aspect_ratio < 1.0:
image_pil = image_pil.resize((int(h / aspect_ratio), w), Image.BICUBIC)
image_pil.save(image_path)
def print_numpy(x, val=True, shp=False):
"""Print the mean, min, max, median, std, and size of a numpy array
Parameters:
val (bool) -- if print the values of the numpy array
shp (bool) -- if print the shape of the numpy array
"""
x = x.astype(np.float64)
if shp:
print('shape,', x.shape)
if val:
x = x.flatten()
print('mean = %3.3f, min = %3.3f, max = %3.3f, median = %3.3f, std=%3.3f' % (
np.mean(x), np.min(x), np.max(x), np.median(x), np.std(x)))
def mkdirs(paths):
"""create empty directories if they don't exist
Parameters:
paths (str list) -- a list of directory paths
"""
if isinstance(paths, list) and not isinstance(paths, str):
for path in paths:
mkdir(path)
else:
mkdir(paths)
def mkdir(path):
"""create a single empty directory if it didn't exist
Parameters:
path (str) -- a single directory path
"""
if not os.path.exists(path):
os.makedirs(path)
def print_losses(epoch, iters, len_dataset, current_losses, average_losses, mode='training'):
"""print current losses on console"""
if mode=='training':
message = mode + ': (epoch: %d, iters: %d / %d) ' % (epoch, iters, len_dataset)
else:
message = mode + ': (epoch: %d) ' % epoch
for k, v in current_losses.items():
message += '%s: %.3f ' % (k, v)
for k, v in average_losses.items():
message += 'average %s: %.3f ' % (k, v.avg())
message += datetime.datetime.now().strftime("%Y_%m_%d %H:%M:%S")
print(message) # print the message
def make_grid(model):
"""
create an image grid to be visualized by tensorboard.
"""
visuals = model.get_current_visuals()
names, grids = [], []
for name, img in visuals.items():
names.append(name)
grid = torchvision.utils.make_grid(img[:,:3,:,:], nrow=img.size()[0], normalize=True)
grids.append(grid)
return grids, names
class AverageMeter:
def __init__(self):
self.sum = 0
self.num_item = 0
def update(self, value):
self.sum += value
self.num_item += 1
def avg(self):
return self.sum / self.num_item
def clear(self):
self.sum = 0
self.num_item = 0