New model from https://wandb.ai/wandb/huggingtweets/runs/y9vq5ay2

Browse files

Files changed (7) hide show

README.md +9 -9
config.json +4 -2
flax_model.msgpack +0 -3
pytorch_model.bin +2 -2
tokenizer.json +0 -0
tokenizer_config.json +1 -1
training_args.bin +2 -2

README.md CHANGED Viewed

@@ -1,6 +1,6 @@
 ---
 language: en
-thumbnail: https://www.huggingtweets.com/ladygaga/1621545336086/predictions.png
 tags:
 - huggingtweets
 widget:
@@ -10,7 +10,7 @@ widget:
 <div class="inline-flex flex-col" style="line-height: 1.5;">
     <div class="flex">
         <div
-			style="display:inherit; margin-left: 4px; margin-right: 4px; width: 92px; height:92px; border-radius: 50%; background-size: cover; background-image: url(&#39;https://pbs.twimg.com/profile_images/1369334540339085312/dLY4T49m_400x400.jpg&#39;)">
         </div>
         <div
             style="display:none; margin-left: 4px; margin-right: 4px; width: 92px; height:92px; border-radius: 50%; background-size: cover; background-image: url(&#39;&#39;)">
@@ -42,20 +42,20 @@ The model was trained on tweets from Lady Gaga.
 | Data | Lady Gaga |
 | --- | --- |
-| Tweets downloaded | 3111 |
-| Retweets | 607 |
-| Short tweets | 307 |
-| Tweets kept | 2197 |
-[Explore the data](https://wandb.ai/wandb/huggingtweets/runs/2y0zrklh/artifacts), which is tracked with [W&B artifacts](https://docs.wandb.com/artifacts) at every step of the pipeline.
 ## Training procedure
 The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on @ladygaga's tweets.
-Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/wandb/huggingtweets/runs/slu2szr7) for full transparency and reproducibility.
-At the end of training, [the final model](https://wandb.ai/wandb/huggingtweets/runs/slu2szr7/artifacts) is logged and versioned.
 ## How to use

 ---
 language: en
+thumbnail: https://github.com/borisdayma/huggingtweets/blob/master/img/logo.png?raw=true
 tags:
 - huggingtweets
 widget:
 <div class="inline-flex flex-col" style="line-height: 1.5;">
     <div class="flex">
         <div
+			style="display:inherit; margin-left: 4px; margin-right: 4px; width: 92px; height:92px; border-radius: 50%; background-size: cover; background-image: url(&#39;https://pbs.twimg.com/profile_images/1519346609125003264/rekKHZUq_400x400.jpg&#39;)">
         </div>
         <div
             style="display:none; margin-left: 4px; margin-right: 4px; width: 92px; height:92px; border-radius: 50%; background-size: cover; background-image: url(&#39;&#39;)">
 | Data | Lady Gaga |
 | --- | --- |
+| Tweets downloaded | 3178 |
+| Retweets | 617 |
+| Short tweets | 329 |
+| Tweets kept | 2232 |
+[Explore the data](https://wandb.ai/wandb/huggingtweets/runs/2otxrql6/artifacts), which is tracked with [W&B artifacts](https://docs.wandb.com/artifacts) at every step of the pipeline.
 ## Training procedure
 The model is based on a pre-trained [GPT-2](https://huggingface.co/gpt2) which is fine-tuned on @ladygaga's tweets.
+Hyperparameters and metrics are recorded in the [W&B training run](https://wandb.ai/wandb/huggingtweets/runs/y9vq5ay2) for full transparency and reproducibility.
+At the end of training, [the final model](https://wandb.ai/wandb/huggingtweets/runs/y9vq5ay2/artifacts) is logged and versioned.
 ## How to use

config.json CHANGED Viewed

@@ -8,7 +8,6 @@
   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
-  "gradient_checkpointing": false,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
@@ -18,7 +17,9 @@
   "n_inner": null,
   "n_layer": 12,
   "n_positions": 1024,
   "resid_pdrop": 0.1,
   "scale_attn_weights": true,
   "summary_activation": null,
   "summary_first_dropout": 0.1,
@@ -35,7 +36,8 @@
       "top_p": 0.95
     }
   },
-  "transformers_version": "4.6.1",
   "use_cache": true,
   "vocab_size": 50257
 }

   "bos_token_id": 50256,
   "embd_pdrop": 0.1,
   "eos_token_id": 50256,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_inner": null,
   "n_layer": 12,
   "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
   "scale_attn_weights": true,
   "summary_activation": null,
   "summary_first_dropout": 0.1,
       "top_p": 0.95
     }
   },
+  "torch_dtype": "float32",
+  "transformers_version": "4.18.0",
   "use_cache": true,
   "vocab_size": 50257
 }

flax_model.msgpack DELETED Viewed

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ea08d430d1dc6f90bbdffbd1f1763927badcf6d899ee2d3ef14e7de7aa3f335d
-size 497764120

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5a9d06ad05b255301de563eca1c353d1a63caa2bffe6a3f6063ead1289d7330
-size 510408315

 version https://git-lfs.github.com/spec/v1
+oid sha256:f7c70ad3178c7e5e3cd956e8423a8021598099bde881452cc66df0e0f2040c2a
+size 510396521

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json CHANGED Viewed

	@@ -1 +1 @@
1	- {"unk_token": "<\|endoftext\|>", "bos_token": "<\|endoftext\|>", "eos_token": "<\|endoftext\|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "gpt2"}


1	+ {"unk_token": "<\|endoftext\|>", "bos_token": "<\|endoftext\|>", "eos_token": "<\|endoftext\|>", "add_prefix_space": false, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "gpt2", "tokenizer_class": "GPT2Tokenizer"}

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e40566a0d98dc96346c58b49d094bc9d5380311cd4eb2f7265de501c04cee9d3
-size 2415

 version https://git-lfs.github.com/spec/v1
+oid sha256:77496e29fbe641c8e7c32df8bae2b9c7c224c563a03507720df064d90b367dbd
+size 3055