Upload folder using huggingface_hub

adapter_config.json

@@ -0,0 +1,18 @@
+{
+  "base_model_name_or_path": "",
+  "bias": "none",
+  "enable_lora": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "merge_weights": false,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 8,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ]
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2eee1c7dcb6c63a59181bbcaad99832aaf5136f390b0f328b79c4e6b027f942
+size 16819789

config.json

@@ -0,0 +1,22 @@
+{
+  "architectures": [
+    "LLaMAForCausalLM"
+  ],
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_sequence_length": 2048,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "pad_token_id": -1,
+  "rms_norm_eps": 1e-06,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.28.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d7f70711e5c8fb5d42dc09b460ab3d5a08c06575104b55db373256ba4ee282
+size 3911057236

special_tokens_map.json

@@ -0,0 +1,3 @@
+{
+  "pad_token": "</s>"
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,8 @@
+{
+  "bos_token": "",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "",
+  "model_max_length": 1000000000000000019884624838656,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": ""
+}

xturing.json

@@ -0,0 +1,26 @@
+{
+    "model_name": "llama_lora_int4",
+    "finetuning_config": {
+        "learning_rate": 0.0001,
+        "gradient_accumulation_steps": 1,
+        "batch_size": 24,
+        "weight_decay": 0.01,
+        "warmup_steps": 50,
+        "eval_steps": 5000,
+        "save_steps": 5000,
+        "max_length": 256,
+        "num_train_epochs": 3,
+        "logging_steps": 10,
+        "max_grad_norm": 2.0,
+        "save_total_limit": 4,
+        "optimizer_name": "adamw",
+        "output_dir": "saved_model"
+    },
+    "generation_config": {
+        "penalty_alpha": 0.6,
+        "top_k": 4,
+        "max_new_tokens": 256,
+        "do_sample": false,
+        "top_p": null
+    }
+}