boris commited on
Commit
82b16f8
1 Parent(s): b95fbe2

New model from https://wandb.ai/wandb/huggingtweets/runs/gm17doqq

Browse files
README.md CHANGED
@@ -47,15 +47,15 @@ The model was trained on tweets from Elon Musk.
47
  | Short tweets | 1115 |
48
  | Tweets kept | 1901 |
49
 
50
- [Explore the data](https://wandb.ai/wandb/huggingtweets/runs/rmv6hxmq/artifacts), which is tracked with [W&B artifacts](https://docs.wandb.com/artifacts) at every step of the pipeline.
51
 
52
  ## Training procedure
53
 
54
  The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on @elonmusk's tweets.
55
 
56
- Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/wandb/huggingtweets/runs/wan7uya3) for full transparency and reproducibility.
57
 
58
- At the end of training, [the final model](https://wandb.ai/wandb/huggingtweets/runs/wan7uya3/artifacts) is logged and versioned.
59
 
60
  ## How to use
61
 
 
47
  | Short tweets | 1115 |
48
  | Tweets kept | 1901 |
49
 
50
+ [Explore the data](https://wandb.ai/wandb/huggingtweets/runs/1m3c0mn7/artifacts), which is tracked with [W&B artifacts](https://docs.wandb.com/artifacts) at every step of the pipeline.
51
 
52
  ## Training procedure
53
 
54
  The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on @elonmusk's tweets.
55
 
56
+ Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/wandb/huggingtweets/runs/gm17doqq) for full transparency and reproducibility.
57
 
58
+ At the end of training, [the final model](https://wandb.ai/wandb/huggingtweets/runs/gm17doqq/artifacts) is logged and versioned.
59
 
60
  ## How to use
61
 
config.json CHANGED
@@ -37,7 +37,7 @@
37
  }
38
  },
39
  "torch_dtype": "float32",
40
- "transformers_version": "4.27.2",
41
  "use_cache": true,
42
  "vocab_size": 50257
43
  }
 
37
  }
38
  },
39
  "torch_dtype": "float32",
40
+ "transformers_version": "4.24.0.dev0",
41
  "use_cache": true,
42
  "vocab_size": 50257
43
  }
generation_config.json DELETED
@@ -1,6 +0,0 @@
1
- {
2
- "_from_model_config": true,
3
- "bos_token_id": 50256,
4
- "eos_token_id": 50256,
5
- "transformers_version": "4.27.2"
6
- }
 
 
 
 
 
 
 
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51e471a3a6a73e9e8270424c7a81974e65a923057bae2a431c7e98372bb8494b
3
- size 510398013
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0340e86f4a76ca998b1631bd176cb51d0c9bead3a65acdea40473b9da499a243
3
+ size 510394089
tokenizer.json CHANGED
@@ -17,20 +17,17 @@
17
  "pre_tokenizer": {
18
  "type": "ByteLevel",
19
  "add_prefix_space": false,
20
- "trim_offsets": true,
21
- "use_regex": true
22
  },
23
  "post_processor": {
24
  "type": "ByteLevel",
25
  "add_prefix_space": true,
26
- "trim_offsets": false,
27
- "use_regex": true
28
  },
29
  "decoder": {
30
  "type": "ByteLevel",
31
  "add_prefix_space": true,
32
- "trim_offsets": true,
33
- "use_regex": true
34
  },
35
  "model": {
36
  "type": "BPE",
 
17
  "pre_tokenizer": {
18
  "type": "ByteLevel",
19
  "add_prefix_space": false,
20
+ "trim_offsets": true
 
21
  },
22
  "post_processor": {
23
  "type": "ByteLevel",
24
  "add_prefix_space": true,
25
+ "trim_offsets": false
 
26
  },
27
  "decoder": {
28
  "type": "ByteLevel",
29
  "add_prefix_space": true,
30
+ "trim_offsets": true
 
31
  },
32
  "model": {
33
  "type": "BPE",
tokenizer_config.json CHANGED
@@ -3,6 +3,7 @@
3
  "bos_token": "<|endoftext|>",
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 1024,
 
6
  "special_tokens_map_file": null,
7
  "tokenizer_class": "GPT2Tokenizer",
8
  "unk_token": "<|endoftext|>"
 
3
  "bos_token": "<|endoftext|>",
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 1024,
6
+ "name_or_path": "gpt2",
7
  "special_tokens_map_file": null,
8
  "tokenizer_class": "GPT2Tokenizer",
9
  "unk_token": "<|endoftext|>"
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cde787a2fbd9df1a939c06f2b0b4b133f2dac821a02794431421a5bf7d54eab
3
- size 3579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:409dc0d1441186d1ad300e9b92230d970de379574cfd9691156f44008acef3cc
3
+ size 3375