ensure spark conf dir exists