Provide Your Huggingface Library

README.md

@@ -1,17 +1,17 @@
 ---
-base_model: meta-llama/Llama-3.2-1B
+base_model: meta-llama/Meta-Llama-3.1-8B
 library_name: transformers
 model_name: JavaFollowUp
 tags:
 - generated_from_trainer
-- sft
 - trl
+- sft
 licence: license
 ---
 
 # Model Card for JavaFollowUp
 
-This model is a fine-tuned version of [meta-llama/Llama-3.2-1B](https://huggingface.co/meta-llama/Llama-3.2-1B).
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3.1-8B](https://huggingface.co/meta-llama/Meta-Llama-3.1-8B).
 It has been trained using [TRL](https://github.com/huggingface/trl).
 
 ## Quick start
@@ -27,7 +27,7 @@ print(output["generated_text"])
 
 ## Training procedure
 
-[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/vineeshsiva20-axtrlabs/huggingface/runs/9kpodtxc) 
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/ml-developer-nitinnov-technologies-private-limited/uncategorized/runs/gsl8xmih) 
 
 
 This model was trained with SFT.

adapter_config.json

@@ -3,7 +3,7 @@
   "alpha_pattern": {},
   "arrow_config": null,
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Llama-3.2-1B",
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B",
   "bias": "none",
   "corda_config": null,
   "ensure_weight_tying": false,
@@ -29,12 +29,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "up_proj",
+    "k_proj",
     "q_proj",
+    "up_proj",
+    "gate_proj",
     "down_proj",
     "o_proj",
-    "k_proj",
     "v_proj"
   ],
   "target_parameters": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a4ff56242dfdd5fdb0389d11b60fab599c638935c62346056b907c77146c3c6
-size 90207248
+oid sha256:7b30b8bab0a11ee0e0b526156c659b4b071c87ff8db07cc1ce9e778b6575af14
+size 335604696

special_tokens_map.json

@@ -12,6 +12,5 @@
     "normalized": false,
     "rstrip": false,
     "single_word": false
-  },
-  "pad_token": "<|end_of_text|>"
+  }
 }

tokenizer_config.json

@@ -2058,6 +2058,5 @@
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "pad_token": "<|end_of_text|>",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cc11c1c2e49eac7c6faa91bf18055dc241df0ef71672968cad7215d789054fa
+oid sha256:0b6819fbfc01189ef2dc408cfdc00551fc1a3110260cae0b6c3adc5f2da324f8
 size 6161