ner-cybersecurity / meta.json
pki's picture
v5: hyperparameter tuning, F1 98.31%
f466268 verified
{
"lang":"en",
"name":"pipeline",
"version":"0.0.0",
"spacy_version":">=3.8.11,<3.9.0",
"description":"",
"author":"",
"email":"",
"url":"",
"license":"",
"spacy_git_version":"e7a662a",
"vectors":{
"width":0,
"vectors":0,
"keys":0,
"name":null,
"mode":"default"
},
"labels":{
"transformer":[
],
"ner":[
"ACRONYM",
"ATTACK_TECHNIQUE",
"AUDIT_TERM",
"CERTIFICATION",
"CONTROL_ID",
"CVE",
"FRAMEWORK",
"REGULATION",
"SECURITY_DOMAIN",
"SECURITY_ROLE",
"SECURITY_TOOL",
"TECHNICAL_SKILL",
"THREAT_TYPE"
]
},
"pipeline":[
"transformer",
"ner"
],
"components":[
"transformer",
"ner"
],
"disabled":[
],
"performance":{
"ents_f":0.9830508475,
"ents_p":0.9792207792,
"ents_r":0.9869109948,
"ents_per_type":{
"SECURITY_ROLE":{
"p":1.0,
"r":1.0,
"f":1.0
},
"SECURITY_TOOL":{
"p":1.0,
"r":1.0,
"f":1.0
},
"TECHNICAL_SKILL":{
"p":0.9342105263,
"r":0.9726027397,
"f":0.9530201342
},
"ATTACK_TECHNIQUE":{
"p":1.0,
"r":1.0,
"f":1.0
},
"FRAMEWORK":{
"p":1.0,
"r":1.0,
"f":1.0
},
"SECURITY_DOMAIN":{
"p":1.0,
"r":0.9821428571,
"f":0.990990991
},
"CERTIFICATION":{
"p":1.0,
"r":1.0,
"f":1.0
},
"REGULATION":{
"p":0.8947368421,
"r":1.0,
"f":0.9444444444
},
"THREAT_TYPE":{
"p":1.0,
"r":1.0,
"f":1.0
},
"ACRONYM":{
"p":0.8,
"r":1.0,
"f":0.8888888889
},
"AUDIT_TERM":{
"p":1.0,
"r":1.0,
"f":1.0
},
"CONTROL_ID":{
"p":0.0,
"r":0.0,
"f":0.0
},
"CVE":{
"p":1.0,
"r":1.0,
"f":1.0
}
},
"transformer_loss":29.5171592474,
"ner_loss":20.9466311453
}
}