theprint
/

phi-3-mini-4k-python

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

theprint commited on Jun 5

Commit

f75b70b

•

1 Parent(s): baef614

Trained with Unsloth

Upload model trained with Unsloth 2x faster

Files changed (1) hide show

adapter_config.json +1 -1

adapter_config.json CHANGED Viewed

@@ -4,7 +4,7 @@
   "base_model_name_or_path": "unsloth/Phi-3-mini-4k-instruct-bnb-4bit",
   "bias": "none",
   "fan_in_fan_out": false,
-  "inference_mode": false,
   "init_lora_weights": true,
   "layer_replication": null,
   "layers_pattern": null,

   "base_model_name_or_path": "unsloth/Phi-3-mini-4k-instruct-bnb-4bit",
   "bias": "none",
   "fan_in_fan_out": false,
+  "inference_mode": true,
   "init_lora_weights": true,
   "layer_replication": null,
   "layers_pattern": null,