andrewgleave commited on
Commit
9f6700d
1 Parent(s): 38788ba

Round ner score and drop text from output

Browse files
Files changed (2) hide show
  1. .gitignore +2 -1
  2. process.py +3 -2
.gitignore CHANGED
@@ -1 +1,2 @@
1
- env
 
1
+ env
2
+ data
process.py CHANGED
@@ -35,13 +35,14 @@ def process(*args):
35
  raw = pipe(text)
36
  # do something with `raw` here e.g. save to file
37
  ner_content = {
38
- "text": text,
39
  "score": row["score"],
 
40
  "entities": [
41
  {
42
  "entity": x["entity_group"],
43
  "word": x["word"],
44
- "score": float(x["score"]),
45
  "start": x["start"],
46
  "end": x["end"],
47
  }
35
  raw = pipe(text)
36
  # do something with `raw` here e.g. save to file
37
  ner_content = {
38
+ # "text": text,
39
  "score": row["score"],
40
+ "student_id": row["student_id"],
41
  "entities": [
42
  {
43
  "entity": x["entity_group"],
44
  "word": x["word"],
45
+ "score": round(float(x["score"]), 2),
46
  "start": x["start"],
47
  "end": x["end"],
48
  }