arnocandel
commited on
Commit
•
e2ba6c7
1
Parent(s):
b894796
commit files to HF hub
Browse files
README.md
CHANGED
@@ -12,6 +12,7 @@ tags:
|
|
12 |
- open-source
|
13 |
datasets:
|
14 |
- h2oai/openassistant_oasst1
|
|
|
15 |
---
|
16 |
# h2oGPT Model Card
|
17 |
## Summary
|
@@ -19,9 +20,9 @@ datasets:
|
|
19 |
H2O.ai's `h2ogpt-oasst1-512-12b` is a 12 billion parameter instruction-following large language model licensed for commercial use.
|
20 |
|
21 |
- Base model: [EleutherAI/pythia-12b](https://huggingface.co/EleutherAI/pythia-12b)
|
22 |
-
- Fine-tuning dataset: [h2oai/openassistant_oasst1](https://huggingface.co/datasets/h2oai/openassistant_oasst1)
|
23 |
- Data-prep and fine-tuning code: [H2O.ai GitHub](https://github.com/h2oai/h2ogpt)
|
24 |
-
- Training logs: [zip](https://huggingface.co/h2oai/h2ogpt-oasst1-512-12b/blob/main/pythia-12b.openassistant_oasst1.json.1_epochs.d45a9d34d34534e076cc6797614b322bd0efb11c.15.zip)
|
25 |
|
26 |
## Chatbot
|
27 |
|
@@ -100,6 +101,12 @@ GPTNeoXConfig {
|
|
100 |
"GPTNeoXForCausalLM"
|
101 |
],
|
102 |
"bos_token_id": 0,
|
|
|
|
|
|
|
|
|
|
|
|
|
103 |
"custom_pipelines": {
|
104 |
"text-generation": {
|
105 |
"impl": "h2oai_pipeline.H2OTextGenerationPipeline",
|
|
|
12 |
- open-source
|
13 |
datasets:
|
14 |
- h2oai/openassistant_oasst1
|
15 |
+
- h2oai/openassistant_oasst1_h2ogpt
|
16 |
---
|
17 |
# h2oGPT Model Card
|
18 |
## Summary
|
|
|
20 |
H2O.ai's `h2ogpt-oasst1-512-12b` is a 12 billion parameter instruction-following large language model licensed for commercial use.
|
21 |
|
22 |
- Base model: [EleutherAI/pythia-12b](https://huggingface.co/EleutherAI/pythia-12b)
|
23 |
+
- Fine-tuning dataset: [h2oai/openassistant_oasst1](https://huggingface.co/datasets/h2oai/openassistant_oasst1) and [h2oai/openassistant_oasst1_h2ogpt](https://huggingface.co/datasets/h2oai/openassistant_oasst1_h2ogpt)
|
24 |
- Data-prep and fine-tuning code: [H2O.ai GitHub](https://github.com/h2oai/h2ogpt)
|
25 |
+
- Training logs: [zip](https://huggingface.co/h2oai/h2ogpt-oasst1-512-12b/blob/main/pythia-12b.openassistant_oasst1.json.1_epochs.d45a9d34d34534e076cc6797614b322bd0efb11c.15.zip) and [zip](https://huggingface.co/h2oai/h2ogpt-oasst1-512-12b/blob/main/h2ogpt-oasst1-512-12b.h2oaiopenassistant_oasst1_h2ogpt.2_epochs.fcaae7ef70600de8c97c9b38cb3f0075467cdad1.2.zip)
|
26 |
|
27 |
## Chatbot
|
28 |
|
|
|
101 |
"GPTNeoXForCausalLM"
|
102 |
],
|
103 |
"bos_token_id": 0,
|
104 |
+
"custom_pipeline": {
|
105 |
+
"text-generation": {
|
106 |
+
"impl": "h2oai_pipeline.H2OTextGenerationPipeline",
|
107 |
+
"pt": "AutoModelForCausalLM"
|
108 |
+
}
|
109 |
+
},
|
110 |
"custom_pipelines": {
|
111 |
"text-generation": {
|
112 |
"impl": "h2oai_pipeline.H2OTextGenerationPipeline",
|