Update README.md
Browse files
README.md
CHANGED
@@ -1,6 +1,8 @@
|
|
1 |
---
|
2 |
language: en
|
3 |
thumbnail:
|
|
|
|
|
4 |
---
|
5 |
|
6 |
# GPT-2 + bio/medrxiv files from CORD19: π¦ β β
|
@@ -23,16 +25,7 @@ The model was trained on a Tesla P100 GPU and 25GB of RAM with the following com
|
|
23 |
|
24 |
export TRAIN_FILE=/path/to/dataset/train.txt
|
25 |
|
26 |
-
python run_language_modeling.py
|
27 |
-
--model_type gpt2 \
|
28 |
-
--model_name_or_path gpt2 \
|
29 |
-
--do_train \
|
30 |
-
--train_data_file $TRAIN_FILE \
|
31 |
-
--num_train_epochs 4 \
|
32 |
-
--output_dir model_output \
|
33 |
-
--overwrite_output_dir \
|
34 |
-
--save_steps 2000 \
|
35 |
-
--per_gpu_train_batch_size 3
|
36 |
```
|
37 |
|
38 |
## Model in action / Example of usage: β
|
@@ -40,10 +33,7 @@ python run_language_modeling.py \
|
|
40 |
You can get the following script [here](https://github.com/huggingface/transformers/blob/master/examples/text-generation/run_generation.py)
|
41 |
|
42 |
```bash
|
43 |
-
python run_generation.py
|
44 |
-
--model_type gpt2 \
|
45 |
-
--model_name_or_path mrm8488/GPT-2-finetuned-CORD19 \
|
46 |
-
--length 200
|
47 |
```
|
48 |
```txt
|
49 |
π΅π΄π¦
|
|
|
1 |
---
|
2 |
language: en
|
3 |
thumbnail:
|
4 |
+
widget:
|
5 |
+
- text: "Old people with COVID-19 might suffer"
|
6 |
---
|
7 |
|
8 |
# GPT-2 + bio/medrxiv files from CORD19: π¦ β β
|
|
|
25 |
|
26 |
export TRAIN_FILE=/path/to/dataset/train.txt
|
27 |
|
28 |
+
python run_language_modeling.py \\n --model_type gpt2 \\n --model_name_or_path gpt2 \\n --do_train \\n --train_data_file $TRAIN_FILE \\n --num_train_epochs 4 \\n --output_dir model_output \\n --overwrite_output_dir \\n --save_steps 2000 \\n --per_gpu_train_batch_size 3
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
29 |
```
|
30 |
|
31 |
## Model in action / Example of usage: β
|
|
|
33 |
You can get the following script [here](https://github.com/huggingface/transformers/blob/master/examples/text-generation/run_generation.py)
|
34 |
|
35 |
```bash
|
36 |
+
python run_generation.py \\n --model_type gpt2 \\n --model_name_or_path mrm8488/GPT-2-finetuned-CORD19 \\n --length 200
|
|
|
|
|
|
|
37 |
```
|
38 |
```txt
|
39 |
π΅π΄π¦
|