| { | |
| "vocab_size": 181, | |
| "n_sampled": 10000, | |
| "chars_per_token": { | |
| "mean": 1.824003565805524, | |
| "median": 1.8262004175365345 | |
| }, | |
| "token_length": { | |
| "mean": 1083.7929, | |
| "std": 435.14883937520733, | |
| "min": 176, | |
| "max": 3214, | |
| "p50": 1020.0, | |
| "p95": 1929.0, | |
| "p99": 2462.0 | |
| }, | |
| "coverage_by_seq_len": { | |
| "512": 4.98, | |
| "768": 22.01, | |
| "1024": 51.19, | |
| "1536": 87.63, | |
| "2048": 96.26, | |
| "3072": 99.93, | |
| "4096": 100.0 | |
| } | |
| } |