farleyknight
/

patent-summarization-allen-led-large-2022-09-20

Text2Text Generation Transformers PyTorch

led generated_from_trainer Eval Results Inference Endpoints

Model card Files Files and versions Community

patent-summarization-allen-led-large-2022-09-20 / tokenizer_config.json

farleyknight's picture

Training in progress, step 500

6c68269 over 1 year ago

raw history blame contribute delete

No virus

1.52 kB

	{
	"add_prefix_space": false,
	"bos_token": {
	"__type": "AddedToken",
	"content": "<s>",
	"lstrip": false,
	"normalized": true,
	"rstrip": false,
	"single_word": false
	},
	"cls_token": {
	"__type": "AddedToken",
	"content": "<s>",
	"lstrip": false,
	"normalized": true,
	"rstrip": false,
	"single_word": false
	},
	"eos_token": {
	"__type": "AddedToken",
	"content": "</s>",
	"lstrip": false,
	"normalized": true,
	"rstrip": false,
	"single_word": false
	},
	"errors": "replace",
	"mask_token": {
	"__type": "AddedToken",
	"content": "<mask>",
	"lstrip": true,
	"normalized": true,
	"rstrip": false,
	"single_word": false
	},
	"model_max_length": 16384,
	"name_or_path": "allenai/led-large-16384-arxiv",
	"pad_token": {
	"__type": "AddedToken",
	"content": "<pad>",
	"lstrip": false,
	"normalized": true,
	"rstrip": false,
	"single_word": false
	},
	"sep_token": {
	"__type": "AddedToken",
	"content": "</s>",
	"lstrip": false,
	"normalized": true,
	"rstrip": false,
	"single_word": false
	},
	"special_tokens_map_file": "/root/.cache/huggingface/hub/models--allenai--led-large-16384-arxiv/snapshots/6d566f57e58195c1810dd8497ccf7f015409a1a9/special_tokens_map.json",
	"tokenizer_class": "LEDTokenizer",
	"trim_offsets": true,
	"unk_token": {
	"__type": "AddedToken",
	"content": "<unk>",
	"lstrip": false,
	"normalized": true,
	"rstrip": false,
	"single_word": false
	}
	}