|
|
try: |
|
|
import cPickle as pickle |
|
|
except: |
|
|
import pickle |
|
|
import ast |
|
|
import re |
|
|
import inspect |
|
|
import os |
|
|
import logging |
|
|
import numpy as np |
|
|
|
|
|
def cross_entropy_npy(a, b): |
|
|
return a * np.log(b + 1E-9) + (1 - a) * np.log(1 - b + 1E-9) |
|
|
|
|
|
|
|
|
def safe_eval(expr): |
|
|
if type(expr) is str: |
|
|
return ast.literal_eval(expr) |
|
|
else: |
|
|
return expr |
|
|
|
|
|
|
|
|
def logging_config(folder=None, name=None, |
|
|
level=logging.INFO, |
|
|
console_level=logging.DEBUG): |
|
|
""" |
|
|
|
|
|
Parameters |
|
|
---------- |
|
|
folder : str or None |
|
|
name : str or None |
|
|
level : int |
|
|
console_level |
|
|
|
|
|
Returns |
|
|
------- |
|
|
|
|
|
""" |
|
|
if name is None: |
|
|
name = inspect.stack()[1][1].split('.')[0] |
|
|
if folder is None: |
|
|
folder = os.path.join(os.getcwd(), name) |
|
|
if not os.path.exists(folder): |
|
|
os.makedirs(folder) |
|
|
|
|
|
for handler in logging.root.handlers: |
|
|
logging.root.removeHandler(handler) |
|
|
logging.root.handlers = [] |
|
|
logpath = os.path.join(folder, name + ".log") |
|
|
print("All Logs will be saved to %s" %logpath) |
|
|
logging.root.setLevel(level) |
|
|
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s') |
|
|
logfile = logging.FileHandler(logpath) |
|
|
logfile.setLevel(level) |
|
|
logfile.setFormatter(formatter) |
|
|
logging.root.addHandler(logfile) |
|
|
|
|
|
logconsole = logging.StreamHandler() |
|
|
logconsole.setLevel(console_level) |
|
|
logconsole.setFormatter(formatter) |
|
|
logging.root.addHandler(logconsole) |
|
|
return folder |
|
|
|
|
|
|
|
|
def load_params(prefix, epoch): |
|
|
""" |
|
|
|
|
|
Parameters |
|
|
---------- |
|
|
prefix : str |
|
|
epoch : int |
|
|
|
|
|
Returns |
|
|
------- |
|
|
arg_params : dict |
|
|
aux_params : dict |
|
|
""" |
|
|
import mxnet.ndarray as nd |
|
|
save_dict = nd.load('%s-%04d.params' % (prefix, epoch)) |
|
|
arg_params = {} |
|
|
aux_params = {} |
|
|
for k, v in save_dict.items(): |
|
|
tp, name = k.split(':', 1) |
|
|
if tp == 'arg': |
|
|
arg_params[name] = v |
|
|
if tp == 'aux': |
|
|
aux_params[name] = v |
|
|
return arg_params, aux_params |
|
|
|
|
|
|
|
|
def parse_ctx(ctx_args): |
|
|
import mxnet as mx |
|
|
ctx = re.findall('([a-z]+)(\d*)', ctx_args) |
|
|
ctx = [(device, int(num)) if len(num) > 0 else (device, 0) for device, num in ctx] |
|
|
ctx = [mx.Context(*ele) for ele in ctx] |
|
|
return ctx |
|
|
|
