nomic-ai
/

nomic-embed-text-v1-ablated

Sentence Similarity

sentence-transformers

feature-extraction

text-embeddings-inference

Inference Endpoints

Model card Files Files and versions Community

zpn commited on Feb 1

Commit

7ee5897

•

1 Parent(s): 6f7af8a

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -24,7 +24,7 @@
   "n_head": 12,
   "n_inner": 3072,
   "n_layer": 12,
-  "n_positions": 2048,
   "pad_vocab_size_multiple": 64,
   "parallel_block": false,
   "parallel_block_tied_norm": false,
@@ -36,7 +36,7 @@
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
   "rotary_emb_scale_base": null,
-  "rotary_scaling_factor": null,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,

   "n_head": 12,
   "n_inner": 3072,
   "n_layer": 12,
+  "n_positions": 8192,
   "pad_vocab_size_multiple": 64,
   "parallel_block": false,
   "parallel_block_tied_norm": false,
   "rotary_emb_fraction": 1.0,
   "rotary_emb_interleaved": false,
   "rotary_emb_scale_base": null,
+  "rotary_scaling_factor": 2,
   "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,