Upload 3 files

code/inference.py

@@ -0,0 +1,28 @@
+import os
+import torch
+from transformers import AutoModel, AutoTokenizer
+from sentence_transformers import SentenceTransformer
+from sagemaker_inference import content_types, decoder, default_inference_handler, encoder
+
+def model_fn(model_dir):
+    model = SentenceTransformer(model_dir)
+    return model
+
+def input_fn(request_body, request_content_type):
+    if request_content_type == content_types.JSON:
+        input_data = decoder.decode(request_body, content_types.JSON)
+        return input_data
+    else:
+        raise ValueError(f"Requested unsupported ContentType in content_type: {request_content_type}")
+
+def predict_fn(input_data, model):
+    embeddings = model.encode(input_data)
+    return embeddings
+
+def output_fn(prediction, accept):
+    if accept == content_types.JSON:
+        output = encoder.encode(prediction, content_types.JSON)
+        return output
+    else:
+        raise ValueError(f"Requested unsupported ContentType in Accept: {accept}")
+

code/requirements.txt

@@ -0,0 +1,2 @@
+sentence-transformers==2.4.0
+torch==1.7.1

eval/similarity_evaluation_sts-dev_results.csv

@@ -0,0 +1,6 @@
+epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
+0,-1,0.8698176470151903,0.8703809106165765,0.8613456349850496,0.8713671870317011,0.8612671961630662,0.8711084727834425,0.8616164593092901,0.8605345981877489
+1,-1,0.8734464873783272,0.8736683657907032,0.8675749215906989,0.8757654192103659,0.8672802412614803,0.8752541800842721,0.8657575423252234,0.8644435734300635
+2,-1,0.8710017129066742,0.872910314428584,0.8663801605893812,0.8740412659842393,0.8659927634570299,0.873583159340305,0.8628811327109139,0.8624866717237128
+3,-1,0.8739040673272463,0.8741376943020817,0.8682234999427393,0.8756945433821925,0.8677010320744731,0.875246831324674,0.8656950557273269,0.8641310893502131
+4,-1,0.8742169848606813,0.8745454590505839,0.868420878937881,0.8760332005360969,0.8678115978073914,0.8753381392178419,0.8657302849379587,0.8640112492882958