Model: lambdasec/santafixer
Author: lambdasec
Pipeline: text-generation
Library: transformers
Tags: transformers, pytorch, gpt2, text-generation, code, custom_code, dataset:lambdasec/cve-single-line-fixes, dataset:lambdasec/gh-top-1000-projects-vulns, license:apache-2.0, model-index, text-generation-inference, region:us
Card metadata: license: apache-2.0
datasets: lambdasec/cve-single-line-fixes, lambdasec/gh-top-1000-projects-vulns
language: code
tags: code
programming_language: Java, JavaScript, Python
inference: no
model-index: name: SantaFixer
results: task: type: text-generation
dataset: type: openai/human-eval-infilling
name: HumanEval
metrics: name: single-line infilling pass@1
type: pass@1
value: 0.47
verified: no, name: single-line infilling pass@10
type: pass@10
value: 0.74
verified: no, task: type: text-generation
dataset: type: lambdasec/gh-top-1000-projects-vulns
name: GH Top 1000 Projects Vulnerabilities
metrics: name: pass@1 (Java)
type: pass@1
value: 0.26
verified: no, name: pass@10 (Java)
type: pass@10
value: 0.48
verified: no, name: pass@1 (Python)
type: pass@1
value: 0.31
verified: no, name: pass@10 (Python)
type: pass@10
value: 0.56
verified: no, name: pass@1 (JavaScript)
type: pass@1
value: 0.36
verified: no, name: pass@10 (JavaScript)
type: pass@10
value: 0.62
verified: no
Likes: 3 | All-time downloads: 1179
Created: 2023-03-31 11:26:47