Alex Cabrera commited on
Commit
802dbc1
1 Parent(s): b67dd08
Files changed (1) hide show
  1. model.py +5 -4
model.py CHANGED
@@ -3,7 +3,7 @@ from inspiredco.critique import Critique
3
  import os
4
  from sentence_transformers import SentenceTransformer
5
 
6
- client = Critique(api_key=os.environ["INSPIREDCO_API_KEY"])
7
 
8
 
9
  @model
@@ -24,9 +24,10 @@ def bert_score(df, ops):
24
  d["references"] = [d.pop("label")]
25
  d["target"] = d.pop(ops.output_column)
26
 
27
- result = client.evaluate(
28
- metric="bert_score", config={"model": "bert-base-uncased"}, dataset=eval_dict
29
- )
 
30
 
31
  return [round(r["value"], 6) for r in result["examples"]]
32
 
 
3
  import os
4
  from sentence_transformers import SentenceTransformer
5
 
6
+ # client = Critique(api_key=os.environ["INSPIREDCO_API_KEY"])
7
 
8
 
9
  @model
 
24
  d["references"] = [d.pop("label")]
25
  d["target"] = d.pop(ops.output_column)
26
 
27
+ # result = client.evaluate(
28
+ # metric="bert_score", config={"model": "bert-base-uncased"}, dataset=eval_dict
29
+ # )
30
+ result = {"examples": [{"value": 0.5} for _ in range(len(eval_dict))]}
31
 
32
  return [round(r["value"], 6) for r in result["examples"]]
33