btyu commited on
Commit
ed4d9ff
1 Parent(s): 244d553

upload model

Browse files
Files changed (4) hide show
  1. README.md +43 -0
  2. adapter_config.json +31 -0
  3. adapter_model.bin +3 -0
  4. llasmol.png +0 -0
README.md CHANGED
@@ -1,3 +1,46 @@
1
  ---
 
 
2
  license: cc-by-4.0
 
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
+ language:
3
+ - en
4
  license: cc-by-4.0
5
+ tags:
6
+ - instruction tuning
7
+ - chemistry
8
+ - molecule
9
+ - small molecule
10
  ---
11
+
12
+ ![Logo of LlaSMol.](fig/logo.png)
13
+
14
+ <h1 align="center"> LlaSMol </h1>
15
+ <h3 align="center"> LlaSMol-Llama2-7B </h3>
16
+
17
+ **Paper**: [LlaSMol: Advancing Large Language Models for Chemistry with a Large-Scale, Comprehensive, High-Quality Instruction Tuning Dataset]()
18
+
19
+ **Page**: [https://osu-nlp-group.github.io/LlaSMol](https://osu-nlp-group.github.io/LlaSMol)
20
+
21
+ **Code**: [https://github.com/OSU-NLP-Group/LlaSMol](https://github.com/OSU-NLP-Group/LlaSMol)
22
+
23
+ **Models**:
24
+ - LlaSMol-Galactica-6.7B: [https://huggingface.co/osunlp/LlaSMol-Galactica-6.7B](https://huggingface.co/osunlp/LlaSMol-Galactica-6.7B)
25
+ - LlaSMol-Llama2-7B: [https://huggingface.co/osunlp/LlaSMol-Llama2-7B](https://huggingface.co/osunlp/LlaSMol-Llama2-7B)
26
+ - LlaSMol-CodeLlama-7B: [https://huggingface.co/osunlp/LlaSMol-CodeLlama-7B](https://huggingface.co/osunlp/LlaSMol-CodeLlama-7B)
27
+ - LlaSMol-Mistral-7B: [https://huggingface.co/osunlp/LlaSMol-Mistral-7B](https://huggingface.co/osunlp/LlaSMol-Mistral-7B)
28
+
29
+ LlaSMol-Llama2-7B is an LLM for chemistry. It is based on [meta-llama/Llama-2-7b-hf](https://huggingface.co/meta-llama/Llama-2-7b-hf) and tuned on our [SMolInstruct](https://huggingface.co/datasets/osunlp/SMolInstruct) dataset with LoRA. This repo contains the weight of the low-rank adapter.
30
+
31
+ ## ⚔️ Usage
32
+
33
+ For instructions to run the model, please refer to our [repository](https://github.com/OSU-NLP-Group/LlaSMol).
34
+
35
+
36
+ ## 🚨 Limitations
37
+
38
+ While the model is carefully trained, we do not guarantee its effectiveness. The model may output incorrect or inaccurate information. Please use it at your own risk.
39
+
40
+ Additionally, the model is built as a mature product but solely for research purpose. It may generate harmful or biased information. We emphatically urge all users to adhere to the highest ethical standards when using the model, including maintaining fairness, transparency, and responsibility in their research. Any usage of the dataset that may lead to harm or pose a detriment to society is strictly **forbidden**.
41
+
42
+ ## 📚 Citation
43
+ If our paper or related resources prove valuable to your research, we kindly ask for citation. Please feel free to contact us with any inquiries.
44
+
45
+ ```
46
+ ```
adapter_config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0.05,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": [],
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "gate_proj",
23
+ "down_proj",
24
+ "q_proj",
25
+ "k_proj",
26
+ "v_proj",
27
+ "o_proj",
28
+ "up_proj"
29
+ ],
30
+ "task_type": "CAUSAL_LM"
31
+ }
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e44e211c2247ae8489bbe6754a698c85800b06d104e9cb355a052e3fde79da66
3
+ size 80115469
llasmol.png ADDED