INFO:hf-to-gguf:Loading model: maykeye_tinyllama
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:gguf: loading model part 'model.safetensors'
INFO:hf-to-gguf:output.weight,              torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:token_embd.weight,          torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:blk.0.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.0.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.1.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.2.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.3.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.4.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.5.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.6.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.7.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:output_norm.weight,         torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:gguf: context length = 2048
INFO:hf-to-gguf:gguf: embedding length = 64
INFO:hf-to-gguf:gguf: feed forward length = 256
INFO:hf-to-gguf:gguf: head count = 16
INFO:hf-to-gguf:gguf: rms norm epsilon = 1e-06
INFO:hf-to-gguf:gguf: file type = 1
INFO:hf-to-gguf:Set model tokenizer
INFO:gguf.vocab:Setting special token type bos to 1
INFO:gguf.vocab:Setting special token type eos to 2
INFO:gguf.vocab:Setting special token type unk to 0
INFO:gguf.vocab:Setting special token type pad to 0
INFO:hf-to-gguf:Set model quantization version
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf: n_tensors = 75, total_size = 9.2M

Writing:   0%|          | 0.00/9.24M [00:00<?, ?byte/s]
Writing: 100%|██████████| 9.24M/9.24M [00:00<00:00, 136Mbyte/s]
INFO:hf-to-gguf:Model successfully exported to maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf
INFO:hf-to-gguf:Loading model: maykeye_tinyllama
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:gguf: loading model part 'model.safetensors'
INFO:hf-to-gguf:output.weight,              torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:token_embd.weight,          torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:blk.0.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.0.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.1.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.2.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.3.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.4.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.5.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.6.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.7.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:output_norm.weight,         torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:gguf: context length = 2048
INFO:hf-to-gguf:gguf: embedding length = 64
INFO:hf-to-gguf:gguf: feed forward length = 256
INFO:hf-to-gguf:gguf: head count = 16
INFO:hf-to-gguf:gguf: rms norm epsilon = 1e-06
INFO:hf-to-gguf:gguf: file type = 1
INFO:hf-to-gguf:Set model tokenizer
INFO:gguf.vocab:Setting special token type bos to 1
INFO:gguf.vocab:Setting special token type eos to 2
INFO:gguf.vocab:Setting special token type unk to 0
INFO:gguf.vocab:Setting special token type pad to 0
INFO:hf-to-gguf:Set model quantization version
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf: n_tensors = 75, total_size = 9.2M

Writing:   0%|          | 0.00/9.24M [00:00<?, ?byte/s]
Writing:  99%|█████████▉| 9.15M/9.24M [00:00<00:00, 91.3Mbyte/s]
Writing: 100%|██████████| 9.24M/9.24M [00:00<00:00, 89.5Mbyte/s]
INFO:hf-to-gguf:Model successfully exported to maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf
INFO:hf-to-gguf:Loading model: maykeye_tinyllama
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:gguf: loading model part 'model.safetensors'
INFO:hf-to-gguf:output.weight,              torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:token_embd.weight,          torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:blk.0.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.0.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.1.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.2.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.3.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.4.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.5.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.6.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.7.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:output_norm.weight,         torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:gguf: context length = 2048
INFO:hf-to-gguf:gguf: embedding length = 64
INFO:hf-to-gguf:gguf: feed forward length = 256
INFO:hf-to-gguf:gguf: head count = 16
INFO:hf-to-gguf:gguf: rms norm epsilon = 1e-06
INFO:hf-to-gguf:gguf: file type = 1
INFO:hf-to-gguf:Set model tokenizer
INFO:gguf.vocab:Setting special token type bos to 1
INFO:gguf.vocab:Setting special token type eos to 2
INFO:gguf.vocab:Setting special token type unk to 0
INFO:gguf.vocab:Setting special token type pad to 0
INFO:hf-to-gguf:Set model quantization version
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf: n_tensors = 75, total_size = 9.2M

Writing:   0%|          | 0.00/9.24M [00:00<?, ?byte/s]
Writing: 100%|██████████| 9.24M/9.24M [00:00<00:00, 140Mbyte/s]
INFO:hf-to-gguf:Model successfully exported to maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf
INFO:hf-to-gguf:Loading model: maykeye_tinyllama
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:gguf: loading model part 'model.safetensors'
INFO:hf-to-gguf:output.weight,              torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:token_embd.weight,          torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:blk.0.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.0.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.1.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.2.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.3.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.4.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.5.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.6.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.7.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:output_norm.weight,         torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:gguf: context length = 2048
INFO:hf-to-gguf:gguf: embedding length = 64
INFO:hf-to-gguf:gguf: feed forward length = 256
INFO:hf-to-gguf:gguf: head count = 16
INFO:hf-to-gguf:gguf: rms norm epsilon = 1e-06
INFO:hf-to-gguf:gguf: file type = 1
INFO:hf-to-gguf:Set model tokenizer
INFO:gguf.vocab:Setting special token type bos to 1
INFO:gguf.vocab:Setting special token type eos to 2
INFO:gguf.vocab:Setting special token type unk to 0
INFO:gguf.vocab:Setting special token type pad to 0
INFO:hf-to-gguf:Set model quantization version
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf: n_tensors = 75, total_size = 9.2M

Writing:   0%|          | 0.00/9.24M [00:00<?, ?byte/s]
Writing: 100%|██████████| 9.24M/9.24M [00:00<00:00, 133Mbyte/s]
INFO:hf-to-gguf:Model successfully exported to maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf
INFO:hf-to-gguf:Loading model: maykeye_tinyllama
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:gguf: loading model part 'model.safetensors'
INFO:hf-to-gguf:output.weight,              torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:token_embd.weight,          torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:blk.0.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.0.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.1.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.2.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.3.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.4.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.5.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.6.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.7.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:output_norm.weight,         torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:gguf: context length = 2048
INFO:hf-to-gguf:gguf: embedding length = 64
INFO:hf-to-gguf:gguf: feed forward length = 256
INFO:hf-to-gguf:gguf: head count = 16
INFO:hf-to-gguf:gguf: rms norm epsilon = 1e-06
INFO:hf-to-gguf:gguf: file type = 1
INFO:hf-to-gguf:Set model tokenizer
INFO:gguf.vocab:Setting special token type bos to 1
INFO:gguf.vocab:Setting special token type eos to 2
INFO:gguf.vocab:Setting special token type unk to 0
INFO:gguf.vocab:Setting special token type pad to 0
INFO:hf-to-gguf:Set model quantization version
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf: n_tensors = 75, total_size = 9.2M

Writing:   0%|          | 0.00/9.24M [00:00<?, ?byte/s]
Writing: 100%|██████████| 9.24M/9.24M [00:00<00:00, 136Mbyte/s]
INFO:hf-to-gguf:Model successfully exported to maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf
INFO:hf-to-gguf:Loading model: maykeye_tinyllama
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:gguf: loading model part 'model.safetensors'
INFO:hf-to-gguf:output.weight,              torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:token_embd.weight,          torch.bfloat16 --> F16, shape = {64, 32000}
INFO:hf-to-gguf:blk.0.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.0.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.0.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.0.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.0.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.1.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.1.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.1.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.1.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.2.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.2.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.2.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.2.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.3.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.3.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.3.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.3.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.4.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.4.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.4.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.4.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.5.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.5.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.5.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.5.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.6.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.6.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.6.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.6.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_norm.weight,     torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.ffn_down.weight,      torch.bfloat16 --> F16, shape = {256, 64}
INFO:hf-to-gguf:blk.7.ffn_gate.weight,      torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_up.weight,        torch.bfloat16 --> F16, shape = {64, 256}
INFO:hf-to-gguf:blk.7.ffn_norm.weight,      torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:blk.7.attn_k.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_output.weight,   torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_q.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:blk.7.attn_v.weight,        torch.bfloat16 --> F16, shape = {64, 64}
INFO:hf-to-gguf:output_norm.weight,         torch.bfloat16 --> F32, shape = {64}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:gguf: context length = 2048
INFO:hf-to-gguf:gguf: embedding length = 64
INFO:hf-to-gguf:gguf: feed forward length = 256
INFO:hf-to-gguf:gguf: head count = 16
INFO:hf-to-gguf:gguf: rms norm epsilon = 1e-06
INFO:hf-to-gguf:gguf: file type = 1
INFO:hf-to-gguf:Set model tokenizer
INFO:gguf.vocab:Setting special token type bos to 1
INFO:gguf.vocab:Setting special token type eos to 2
INFO:gguf.vocab:Setting special token type unk to 0
INFO:gguf.vocab:Setting special token type pad to 0
INFO:hf-to-gguf:Set model quantization version
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf: n_tensors = 75, total_size = 9.2M

Writing:   0%|          | 0.00/9.24M [00:00<?, ?byte/s]
Writing: 100%|██████████| 9.24M/9.24M [00:00<00:00, 141Mbyte/s]
INFO:hf-to-gguf:Model successfully exported to maykeye_tinyllama/TinyLLama-4.6M-v0.0-F16.gguf