import traceback import os from inspect import signature import pickle import datetime def pickle_function_call_wrapper(func, output_dir='pickled_inputs'): i = 0 os.makedirs(output_dir) # pickle.dump({'args': args, 'kwargs': kwargs}, fh) def wrapper(*args, **kwargs): """ Wrap the original function call to print the arguments before calling the intended function """ nonlocal i i += 1 func_sig = signature(func) # Create the argument binding so we can determine what # parameters are given what values argument_binding = func_sig.bind(*args, **kwargs) argument_map = argument_binding.arguments # Perform the print so that it shows the function name # and arguments as a dictionary path = os.path.join(output_dir, f'{i:05d}.pkl') print(f"logging {func.__name__} arguments: {[k for k in argument_map]} to {path}") argument_map['stack'] = traceback.format_stack() for k, v in argument_map.items(): if hasattr(v, 'detach'): argument_map[k] = v.cpu().detach() with open(path, 'wb') as fh: pickle.dump(argument_map, fh) return func(*args, **kwargs) return wrapper def wrap_it(wrapper, instance, method, **kwargs): class_method = getattr(instance, method) wrapped_method = wrapper(class_method, **kwargs) setattr(instance, method, wrapped_method) def pickle_function_call(instance, method, subdir): output_dir = os.path.join(os.getcwd(), 'pickled_inputs', subdir, datetime.datetime.now().strftime("%Y-%m-%d-%H-%M-%S")) wrap_it(pickle_function_call_wrapper, instance, method, output_dir=output_dir) return output_dir # For testing if __name__=='__main__': import glob class Dog: def __init__(self, name): self.name = name def bark(self, arg, kwarg=None): print(f'{self.name}:{arg}:{kwarg}') dog = Dog('fido') dog.bark('ruff') output_dir = pickle_function_call(dog, 'bark', 'debugging') dog.bark('ruff', kwarg='wooof') for p in glob.glob(os.path.join(output_dir, '*')): print(p) with open(p, 'rb') as fh: print(pickle.load(fh))