fschlatt commited on
Commit
d9db0d7
1 Parent(s): c0d4c92

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -6
config.json CHANGED
@@ -1,18 +1,15 @@
1
  {
2
- "_name_or_path": "logs/sparse-cross-encoder/wandb/run-20230824_032907-zzcodw0f/files/huggingface_checkpoint",
3
  "architectures": [
4
  "ListformerModelForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "attention_window_size": 4,
8
- "base_max_position_embeddings": 512,
9
  "cls_doc_attention": true,
10
- "cls_other_cls_attention": false,
11
  "cls_query_attention": true,
12
  "cls_token_id": 101,
13
  "depth": 100,
14
  "doc_cls_attention": true,
15
- "doc_other_cls_attention": false,
16
  "doc_query_attention": true,
17
  "gradient_checkpointing": false,
18
  "hidden_act": "gelu",
@@ -37,9 +34,8 @@
37
  "position_embedding_type": "absolute",
38
  "query_cls_attention": false,
39
  "query_doc_attention": false,
40
- "rank_position_embedding": false,
41
- "save_step": 20000,
42
  "sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity",
 
43
  "token_type_embedding": true,
44
  "torch_dtype": "float32",
45
  "transformers_version": "4.28.1",
 
1
  {
2
+ "_name_or_path": "webis/sparse-cross-encoder-4-4096",
3
  "architectures": [
4
  "ListformerModelForSequenceClassification"
5
  ],
6
  "attention_probs_dropout_prob": 0.1,
7
  "attention_window_size": 4,
 
8
  "cls_doc_attention": true,
 
9
  "cls_query_attention": true,
10
  "cls_token_id": 101,
11
  "depth": 100,
12
  "doc_cls_attention": true,
 
13
  "doc_query_attention": true,
14
  "gradient_checkpointing": false,
15
  "hidden_act": "gelu",
 
34
  "position_embedding_type": "absolute",
35
  "query_cls_attention": false,
36
  "query_doc_attention": false,
 
 
37
  "sbert_ce_default_activation_function": "torch.nn.modules.linear.Identity",
38
+ "sep_token_id": 102,
39
  "token_type_embedding": true,
40
  "torch_dtype": "float32",
41
  "transformers_version": "4.28.1",