kishorea
/

P8_Llama3_base

Text Generation

text-generation-inference

Inference Endpoints

8-bit precision

Model card Files Files and versions Community

kishorea commited on May 20

Commit

46b9246

•

1 Parent(s): e94429d

Upload LlamaForCausalLM

Files changed (3) hide show

adapter_config.json +2 -2
adapter_model.safetensors +1 -1
generation_config.json +1 -1

adapter_config.json CHANGED Viewed

@@ -21,8 +21,8 @@
   "revision": null,
   "target_modules": [
     "k_proj",
-    "v_proj",
-    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

   "revision": null,
   "target_modules": [
     "k_proj",
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d10dc23122ff52971bdc3e7fe00766b396dc6e5936434d9e0ff64bb950d65ce
 size 75523312

 version https://git-lfs.github.com/spec/v1
+oid sha256:51db8ac20b4f3d3a08a3fe3c027eed16eef4c9414cf6beeb6a53563ebd9ef88f
 size 75523312

generation_config.json CHANGED Viewed

@@ -8,5 +8,5 @@
   "max_length": 4096,
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.40.2"
 }

   "max_length": 4096,
   "temperature": 0.6,
   "top_p": 0.9,
+  "transformers_version": "4.41.0"
 }