nomic-ai
/

nomic-embed-text-v1-unsupervised

Sentence Similarity

sentence-transformers

Transformers.js

feature-extraction

text-embeddings-inference

Model card Files Files and versions Community

zpn commited on Feb 3

Commit

72bd416

•

1 Parent(s): fdc231d

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -11,7 +11,7 @@
   "bos_token_id": null,
   "causal": false,
   "dense_seq_output": true,
-  "embd_pdrop": 0.0,
   "eos_token_id": null,
   "fused_bias_fc": true,
   "fused_dropout_add_ln": true,
@@ -31,7 +31,7 @@
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
-  "resid_pdrop": 0.0,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
@@ -40,7 +40,7 @@
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
-  "summary_first_dropout": 0.0,
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,

   "bos_token_id": null,
   "causal": false,
   "dense_seq_output": true,
+  "embd_pdrop": 0.1,
   "eos_token_id": null,
   "fused_bias_fc": true,
   "fused_dropout_add_ln": true,
   "prenorm": false,
   "qkv_proj_bias": false,
   "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
   "rotary_emb_base": 1000,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
+  "summary_first_dropout": 0.1,
   "summary_proj_to_labels": true,
   "summary_type": "cls_index",
   "summary_use_proj": true,