File size: 1,386 Bytes
a8d4e3d
92027c7
a8d4e3d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
92027c7
a8d4e3d
92027c7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a8d4e3d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
# defaults for arxiv
DEFAULTS_HIGH_GPU = {
    "max_search": 100,
    "num_papers": 20,
    "high_gpu": False,
    "pdf_dir": "arxiv_data/tarpdfs/",
    "txt_dir": "arxiv_data/fulltext/",
    "img_dir": "arxiv_data/images/",
    "tab_dir": "arxiv_data/tables/",
    "dump_dir": "arxiv_dumps/",
    "models_dir": "saved_models/",
    "title_model_name": "Callidior/bert2bert-base-arxiv-titlegen",
    "ex_summ_model_name": "allenai/scibert_scivocab_uncased",
    "ledmodel_name": "allenai/led-large-16384-arxiv",
    "embedder_name": "paraphrase-MiniLM-L6-v2",
    "nlp_name": "en_core_sci_scibert",
    "similarity_nlp_name": "en_core_sci_lg",
    "kw_model_name": "distilbert-base-nli-mean-tokens",
}

DEFAULTS_CPU_COMPAT = {
    "max_search": 100,
    "num_papers": 20,
    "high_gpu": False,
    "pdf_dir": "arxiv_data/tarpdfs/",
    "txt_dir": "arxiv_data/fulltext/",
    "img_dir": "arxiv_data/images/",
    "tab_dir": "arxiv_data/tables/",
    "dump_dir": "arxiv_dumps/",
    "models_dir": "saved_models/",
    "title_model_name": "ccdv/lsg-bart-base-4096-arxiv",
    "ex_summ_model_name": "allenai/scibert_scivocab_uncased",
    "ledmodel_name": "bhuvaneswari/t5-small-text_summarization",
    "embedder_name": "paraphrase-MiniLM-L6-v2",
    "nlp_name": "en_core_sci_scibert",
    "similarity_nlp_name": "en_core_sci_lg",
    "kw_model_name": "distilbert-base-nli-mean-tokens",
}