Spaces:
Build error
Build error
File size: 1,546 Bytes
a8d4e3d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
import os
import json
import logging
logging.basicConfig(
level=logging.INFO,
format='%(asctime)s - %(name)s - %(levelname)s: %(message)s'
)
baselog = logging.getLogger('arxivdata')
logger = baselog.getChild('config')
DEFAULT_PATH = os.path.join(os.path.abspath('/'), 'arxiv-data')
JSONFILE = './config.json'
KEY = 'ARXIV_DATA'
def get_outdir():
"""
Grab the outdir from:
1) Environment
2) config.json
3) default ($PWD/arxiv-data)
"""
if os.environ.get(KEY):
out = os.environ.get(KEY)
else:
if os.path.exists(JSONFILE):
js = json.load(open(JSONFILE))
if not KEY in js:
logger.warn('Configuration in "{}" invalid, using default'.format(JSONFILE))
logger.warn("default output directory is {}".format(DEFAULT_PATH))
out = DEFAULT_PATH
else:
out = js[KEY]
else:
logger.warn("default output directory is {}".format(DEFAULT_PATH))
out = DEFAULT_PATH
return out
try:
DIR_BASE = get_outdir()
except Exception as e:
logger.error(
"Error attempting to get path from ENV or json conf, "
"defaulting to current directory"
)
DIR_BASE = DEFAULT_PATH
DIR_FULLTEXT = os.path.join(DIR_BASE, 'fulltext')
DIR_PDFTARS = os.path.join(DIR_BASE, 'tarpdfs')
DIR_OUTPUT = os.path.join(DIR_BASE, 'output')
LOGGER = baselog
for dirs in [DIR_BASE, DIR_PDFTARS, DIR_FULLTEXT, DIR_OUTPUT]:
if not os.path.exists(dirs):
os.mkdir(dirs)
|