Model: mjbommar/magic-bert-50m-roformer-mlm
Author: mjbommar
Pipeline: fill-mask
Library: transformers
Tags: transformers, safetensors, roformer, fill-mask, binary-analysis, file-type-detection, byte-level, mlm, rope, magic-bytes, security, en, arxiv:2511.17573, license:apache-2.0, model-index, endpoints_compatible, region:us
Card metadata: language: en
license: apache-2.0
library_name: transformers
tags: binary-analysis, file-type-detection, byte-level, fill-mask, mlm, roformer, rope, magic-bytes, security
pipeline_tag: fill-mask
model-index: name: magic-bert-50m-roformer-mlm
results: task: type: fill-mask
name: Masked Language Modeling
metrics: name: Perplexity
type: perplexity
value: 1.13
verified: no, name: Fill-mask Top-1 Accuracy
type: accuracy
value: 61.8
verified: no, name: Fill-mask Top-5 Accuracy
type: accuracy
value: 75.1
verified: no, name: Probing Classification Accuracy
type: accuracy
value: 85
verified: no
Likes: 0 | All-time downloads: 22
Created: 2025-12-03 14:01:08