zackproser commited on
Commit
1ef57ce
1 Parent(s): e41a572

Upload folder using huggingface_hub

Browse files
adapter_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4c8981845d1de49ce2ece52f958dfe0e566a5555caef505d9148003c513f253
3
+ size 6857850
adapter_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"r": 8, "lora_alpha": 16, "target_modules": ["q_proj", "v_proj"], "peft_type": "LORA"}
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a619846ba00032e6136a6f085e97e83686b345610de128b9f74797e38beb9df6
3
+ size 6861962
config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": [128001, 128008, 128009], "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 131072, "mlp_bias": false, "model_type": "llama", "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": {"factor": 8.0, "low_freq_factor": 1.0, "high_freq_factor": 4.0, "original_max_position_embeddings": 8192, "rope_type": "llama3"}, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.42.3", "use_cache": true, "vocab_size": 128256}
hf_model_0001_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1931d5578d03a1ecf41cff208336ad33422c267f5747dcf41fea79af21fa134a
3
+ size 4976716084
hf_model_0002_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f92c5ee6bf502d87e37d3a8ba09850b6d08c3ca27114d065704df608e5fa5ae4
3
+ size 4999824766
hf_model_0003_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba3a3a3905e685b4f9efb715ae8d193851bed00f3e795e3ef403e6f9105de3c
3
+ size 4915937322
hf_model_0004_0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e98ba8ca7f4e285361e1d2496145c0b8f19802f3c4ee6d6a599bf3b9663e78
3
+ size 1168140692