Duplicate from QuantFactory/Bio-Medical-Llama-3-8B-GGUF

Co-authored-by: Aashish Kumar <aashish1904@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,52 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
+Bio-Medical-Llama-3-8B.Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text

Bio-Medical-Llama-3-8B.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c784e1927d58f57de95893bf1b194279d3673754accfb70070e7a9f378cd1447
+size 3179132128

Bio-Medical-Llama-3-8B.Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945bdec10b4fbbef17299affcec7a2b4f93c0f3e5747342a4c1db9559a86e4da
+size 4321957088

Bio-Medical-Llama-3-8B.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7454f306a9ee7a122683dc0d04a953781a4a436f5586198c6516119610220275
+size 4018918624

Bio-Medical-Llama-3-8B.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa27c5152e2777874a9326c8baf3045323096698f7bd988c8ea22c6791a0f4
+size 3664499936

Bio-Medical-Llama-3-8B.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9d7b077c2905b3eda1469437a61f4de46d1e30e2e065b4208f7d4fa7485189
+size 4661212384

Bio-Medical-Llama-3-8B.Q4_0_4_4.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f48cd7b3f1ce44d0e5d00e12630b7da9e646614772f3f001e420d654478e8d
+size 4661212384

Bio-Medical-Llama-3-8B.Q4_0_4_8.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17e3188dad499a43bbe9f50bb9ff0a57d982cd772d1656e002b0346d3f40ae0
+size 4661212384

Bio-Medical-Llama-3-8B.Q4_0_8_8.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c52d2e77b7586a74f15a2a067f7e7c12b0217b4013f4312f6a33b5c646ce14
+size 4661212384

Bio-Medical-Llama-3-8B.Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df82ad925107eed054d2718745d208f61b35d1fb15bbfbf0ec063e1fe89b5411
+size 5130253536

Bio-Medical-Llama-3-8B.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672939e0487d02c55734132c25a59f26e4deaac7cd49445a7028f2291139edcc
+size 4920734944

Bio-Medical-Llama-3-8B.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00daa04169ecaf6a74b12dcfb390ad9ba9dfc0fbe992ea1b6a17c1f49c9a81a3
+size 4692669664

Bio-Medical-Llama-3-8B.Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27347d5fd7259f9bf14db9232166132c8d12f0755cb4299f8d8e92b30dd3db2c
+size 5599294688

Bio-Medical-Llama-3-8B.Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1311a94aadea3dbbd427931a149179fbf6484426e740cee2f84f1d75303255aa
+size 6068335840

Bio-Medical-Llama-3-8B.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c365ad78be010656669eda582db3cb00ec34d846843afec7cfca596366ab13
+size 5732988128

Bio-Medical-Llama-3-8B.Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4033667b9c1a46e360c6e264eebda516bfdadb360f2b184622b1ad01150d19
+size 5599294688

Bio-Medical-Llama-3-8B.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6345e90f034437ee2037c99b081cf497de52028b9a9f1415c47ab525f219b16f
+size 6596007136

Bio-Medical-Llama-3-8B.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9f59906832d010b21cac8d41a1a01eae819c585380ad628375f813af8dee50
+size 8540771552

README.md

@@ -0,0 +1,171 @@
+
+---
+
+license: other
+library_name: transformers
+tags:
+- generated_from_trainer
+- medical
+- Healthcare & Lifesciences
+- BioMed
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+thumbnail: https://collaiborate.com/logo/logo-blue-bg-1.png
+model-index:
+- name: Bio-Medical-Llama-3-8B
+  results: []
+datasets:
+- collaiborateorg/BioMedData
+
+---
+
+[![QuantFactory Banner](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ)](https://hf.co/QuantFactory)
+
+
+# QuantFactory/Bio-Medical-Llama-3-8B-GGUF
+This is quantized version of [ContactDoctor/Bio-Medical-Llama-3-8B](https://huggingface.co/ContactDoctor/Bio-Medical-Llama-3-8B) created using llama.cpp
+
+# Original Model Card
+
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# Bio-Medical 
+
+
+![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/653f5b93cd52f288490edc83/zPMUugzfOiwTiRw88jm7T.jpeg)
+
+This model is a fine-tuned version of https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct on our custom "BioMedData" dataset.
+
+## Model details
+
+Model Name: Bio-Medical-Llama-3-8B
+
+Base Model: Llama-3-8B-Instruct
+
+Parameter Count: 8 billion
+
+Training Data: Custom high-quality biomedical dataset
+
+Number of Entries in Dataset: 500,000+
+
+Dataset Composition: The dataset comprises both synthetic and manually curated samples, ensuring a diverse and comprehensive coverage of biomedical knowledge.
+
+
+## Model description
+
+Bio-Medical-Llama-3-8B model is a specialized large language model designed for biomedical applications. It is finetuned from the meta-llama/Meta-Llama-3-8B-Instruct model using a custom dataset containing over 500,000 diverse entries. These entries include a mix of synthetic and manually curated data, ensuring high quality and broad coverage of biomedical topics.
+
+The model is trained to understand and generate text related to various biomedical fields, making it a valuable tool for researchers, clinicians, and other professionals in the biomedical domain.
+
+## Evaluation Metrics
+
+Bio-Medical-Llama-3-8B model outperforms many of the leading LLMs and find below its metrics evaluated using the Eleuther AI Language Model Evaluation Harness framework against the tasks medmcqa, medqa_4options, mmlu_anatomy, mmlu_clinical_knowledge, mmlu_college_biology, mmlu_college_medicine, mmlu_medical_genetics, mmlu_professional_medicine and pubmedqa.
+
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/653f5b93cd52f288490edc83/kAzLH_rIk9QKujsuD2ErO.png)
+
+## Intended uses & limitations
+
+Bio-Medical-Llama-3-8B model is intended for a wide range of applications within the biomedical field, including:
+
+1. Research Support: Assisting researchers in literature review and data extraction from biomedical texts.
+2. Clinical Decision Support: Providing information to support clinical decision-making processes.
+3. Educational Tool: Serving as a resource for medical students and professionals seeking to expand their knowledge base.
+
+## Limitations and Ethical Considerations
+
+While Bio-Medical-Llama-3-8B model performs well in various biomedical NLP tasks, users should be aware of the following limitations:
+
+> Biases: The model may inherit biases present in the training data. Efforts have been made to curate a balanced dataset, but some biases may persist.
+
+> Accuracy: The model's responses are based on patterns in the data it has seen and may not always be accurate or up-to-date. Users should verify critical information from reliable sources.
+
+> Ethical Use: The model should be used responsibly, particularly in clinical settings where the stakes are high. It should complement, not replace, professional judgment and expertise.
+
+
+## How to use
+
+import transformers
+import torch
+
+model_id = "ContactDoctor/Bio-Medical-Llama-3-8B"
+
+pipeline = transformers.pipeline(
+    "text-generation",
+    model=model_id,
+    model_kwargs={"torch_dtype": torch.bfloat16},
+    device_map="auto",
+)
+
+messages = [
+    {"role": "system", "content": "You are an expert trained on healthcare and biomedical domain!"},
+    {"role": "user", "content": "I'm a 35-year-old male and for the past few months, I've been experiencing fatigue, increased sensitivity to cold, and dry, itchy skin. What is the diagnosis here?"},
+]
+
+prompt = pipeline.tokenizer.apply_chat_template(
+        messages, 
+        tokenize=False, 
+        add_generation_prompt=True
+)
+
+terminators = [
+    pipeline.tokenizer.eos_token_id,
+    pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
+]
+
+outputs = pipeline(
+    prompt,
+    max_new_tokens=256,
+    eos_token_id=terminators,
+    do_sample=True,
+    temperature=0.6,
+    top_p=0.9,
+)
+print(outputs[0]["generated_text"][len(prompt):])
+
+## License
+
+This model is licensed under the [Bio-Medical-Llama-3-8B (Non-Commercial Use Only)](./LICENSE). Please review the terms and conditions before using the model.
+
+
+### Contact Information
+
+For further information, inquiries, or issues related to Biomed-LLM, please contact:
+
+Email: info@contactdoctor.in
+
+Website: https://www.contactdoctor.in
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0002
+- train_batch_size: 12
+- eval_batch_size: 8
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 32
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.03
+- training_steps: 2000
+- mixed_precision_training: Native AMP
+
+### Framework versions
+
+- PEFT 0.11.0
+- Transformers 4.40.2
+- Pytorch 2.1.2
+- Datasets 2.19.1
+- Tokenizers 0.19.1
+
+### Citation
+
+If you use Bio-Medical LLM in your research or applications, please cite it as follows:
+
+@misc{ContactDoctor_Bio-Medical-Llama-3-8B,
+  author = ContactDoctor,
+  title = {Bio-Medical: A High-Performance Biomedical Language Model},
+  year = {2024},
+  howpublished = {https://huggingface.co/ContactDoctor/Bio-Medical-Llama-3-8B},
+}