florian-hoenicke
commited on
Commit
•
95db776
1
Parent(s):
adf420a
feat: push custom model
Browse files- README.md +1 -1
- config.json +3 -2
- model.safetensors +2 -2
- training_args.bin +1 -1
README.md
CHANGED
@@ -20,7 +20,7 @@ from transformers import AutoModel, AutoTokenizer
|
|
20 |
|
21 |
llm_name = "fine-tuned/medical-10-10-1-jinaai_jina-embeddings-v2-small-en-50-gpt-3.5-turbo-01_8647177611"
|
22 |
tokenizer = AutoTokenizer.from_pretrained(llm_name)
|
23 |
-
model = AutoModel.from_pretrained(llm_name)
|
24 |
|
25 |
tokens = tokenizer("Your text here", return_tensors="pt")
|
26 |
embedding = model(**tokens)
|
|
|
20 |
|
21 |
llm_name = "fine-tuned/medical-10-10-1-jinaai_jina-embeddings-v2-small-en-50-gpt-3.5-turbo-01_8647177611"
|
22 |
tokenizer = AutoTokenizer.from_pretrained(llm_name)
|
23 |
+
model = AutoModel.from_pretrained(llm_name, trust_remote_code=True)
|
24 |
|
25 |
tokens = tokenizer("Your text here", return_tensors="pt")
|
26 |
embedding = model(**tokens)
|
config.json
CHANGED
@@ -1,9 +1,10 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
-
"
|
5 |
],
|
6 |
"attention_probs_dropout_prob": 0.0,
|
|
|
7 |
"auto_map": {
|
8 |
"AutoConfig": "jinaai/jina-bert-implementation--configuration_bert.JinaBertConfig",
|
9 |
"AutoModel": "jinaai/jina-bert-implementation--modeling_bert.JinaBertModel",
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "jinaai/jina-embeddings-v2-small-en",
|
3 |
"architectures": [
|
4 |
+
"JinaBertModel"
|
5 |
],
|
6 |
"attention_probs_dropout_prob": 0.0,
|
7 |
+
"attn_implementation": null,
|
8 |
"auto_map": {
|
9 |
"AutoConfig": "jinaai/jina-bert-implementation--configuration_bert.JinaBertConfig",
|
10 |
"AutoModel": "jinaai/jina-bert-implementation--modeling_bert.JinaBertModel",
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f179302289dc6e06879a59993b324f9537abd5077ef376182d1719f79d39c4aa
|
3 |
+
size 130769960
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4719
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf7a51df88d681236666ae6232e789723cbfad9a62effae50fdba25a04126278
|
3 |
size 4719
|