Hugging Face's logo

LyaaaaaGames
/
GPT-J-6B-Skein

Text Generation
Transformers
PyTorch
gptj
Inference Endpoints
Model card Files Community
patman124 commited on
Commit
8cd105f
•
1 Parent(s): 62c09f7

Upload 96 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +41 -0
  2. generation_config.json +6 -0
  3. merges.txt +0 -0
  4. pytorch_model-00001-of-00088.bin +3 -0
  5. pytorch_model-00002-of-00088.bin +3 -0
  6. pytorch_model-00003-of-00088.bin +3 -0
  7. pytorch_model-00004-of-00088.bin +3 -0
  8. pytorch_model-00005-of-00088.bin +3 -0
  9. pytorch_model-00006-of-00088.bin +3 -0
  10. pytorch_model-00007-of-00088.bin +3 -0
  11. pytorch_model-00008-of-00088.bin +3 -0
  12. pytorch_model-00009-of-00088.bin +3 -0
  13. pytorch_model-00010-of-00088.bin +3 -0
  14. pytorch_model-00011-of-00088.bin +3 -0
  15. pytorch_model-00012-of-00088.bin +3 -0
  16. pytorch_model-00013-of-00088.bin +3 -0
  17. pytorch_model-00014-of-00088.bin +3 -0
  18. pytorch_model-00015-of-00088.bin +3 -0
  19. pytorch_model-00016-of-00088.bin +3 -0
  20. pytorch_model-00017-of-00088.bin +3 -0
  21. pytorch_model-00018-of-00088.bin +3 -0
  22. pytorch_model-00019-of-00088.bin +3 -0
  23. pytorch_model-00020-of-00088.bin +3 -0
  24. pytorch_model-00021-of-00088.bin +3 -0
  25. pytorch_model-00022-of-00088.bin +3 -0
  26. pytorch_model-00023-of-00088.bin +3 -0
  27. pytorch_model-00024-of-00088.bin +3 -0
  28. pytorch_model-00025-of-00088.bin +3 -0
  29. pytorch_model-00026-of-00088.bin +3 -0
  30. pytorch_model-00027-of-00088.bin +3 -0
  31. pytorch_model-00028-of-00088.bin +3 -0
  32. pytorch_model-00029-of-00088.bin +3 -0
  33. pytorch_model-00030-of-00088.bin +3 -0
  34. pytorch_model-00031-of-00088.bin +3 -0
  35. pytorch_model-00032-of-00088.bin +3 -0
  36. pytorch_model-00033-of-00088.bin +3 -0
  37. pytorch_model-00034-of-00088.bin +3 -0
  38. pytorch_model-00035-of-00088.bin +3 -0
  39. pytorch_model-00036-of-00088.bin +3 -0
  40. pytorch_model-00037-of-00088.bin +3 -0
  41. pytorch_model-00038-of-00088.bin +3 -0
  42. pytorch_model-00039-of-00088.bin +3 -0
  43. pytorch_model-00040-of-00088.bin +3 -0
  44. pytorch_model-00041-of-00088.bin +3 -0
  45. pytorch_model-00042-of-00088.bin +3 -0
  46. pytorch_model-00043-of-00088.bin +3 -0
  47. pytorch_model-00044-of-00088.bin +3 -0
  48. pytorch_model-00045-of-00088.bin +3 -0
  49. pytorch_model-00046-of-00088.bin +3 -0
  50. pytorch_model-00047-of-00088.bin +3 -0
config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "KoboldAI/GPT-J-6B-Skein",
3
+ "activation_function": "gelu_new",
4
+ "adventure": true,
5
+ "architectures": [
6
+ "GPTJForCausalLM"
7
+ ],
8
+ "attn_pdrop": 0.0,
9
+ "bos_token_id": 50256,
10
+ "embd_pdrop": 0.0,
11
+ "eos_token_id": 50256,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gptj",
15
+ "n_embd": 4096,
16
+ "n_head": 16,
17
+ "n_inner": null,
18
+ "n_layer": 28,
19
+ "n_positions": 2048,
20
+ "rep_pen": 1.1,
21
+ "resid_pdrop": 0.0,
22
+ "rotary_dim": 64,
23
+ "summary_activation": null,
24
+ "summary_first_dropout": 0.1,
25
+ "summary_proj_to_labels": true,
26
+ "summary_type": "cls_index",
27
+ "summary_use_proj": true,
28
+ "task_specific_params": {
29
+ "text-generation": {
30
+ "do_sample": true,
31
+ "max_length": 50,
32
+ "temperature": 1.0
33
+ }
34
+ },
35
+ "tie_word_embeddings": false,
36
+ "tokenizer_class": "GPT2Tokenizer",
37
+ "torch_dtype": "float16",
38
+ "transformers_version": "4.27.4",
39
+ "use_cache": true,
40
+ "vocab_size": 50400
41
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 50256,
4
+ "eos_token_id": 50256,
5
+ "transformers_version": "4.27.4"
6
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
pytorch_model-00001-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03c39fb29af22ae146f72a26d551b0a99033f31972130952dda764decd3c0872
3
+ size 537
pytorch_model-00002-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfb87622f99bca4d27c2373ff05d8112d39f75d71a4d4905100ee2301bd97127
3
+ size 412877738
pytorch_model-00003-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f23044afa8c3831e218113f4539bb92d97c3c7eb753423da45866badf406e93
3
+ size 138431521
pytorch_model-00004-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad0f91453e66b3ee516f642f9d5e16afadd14b435443f303421507c1f677005f
3
+ size 134251707
pytorch_model-00005-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0737da2961cf68528975121e6bbd5e8afd09e0dfc7ea46b75070238e905e66f3
3
+ size 171993808
pytorch_model-00006-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3658a71b1e91ad3e665042391201d1ca672f4ce60bf523d4346c683e34809cb
3
+ size 100664844
pytorch_model-00007-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5cf2d18b4bca1b5f378eefd1729d771162de73833b1b1d22d875cceed356d07
3
+ size 134251707
pytorch_model-00008-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86805938f4e301d5963de7af290b2f770c13f973901a90eaf1a51b0dd65b35ba
3
+ size 171993808
pytorch_model-00009-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb4135d0cde92643eec8667962bc9675d9e6110312f3921be72768485884791a
3
+ size 100664844
pytorch_model-00010-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e431b51c7b82de6dda142fb66cd3dd83c93320fae68fa799766d44ca86333bb4
3
+ size 134251707
pytorch_model-00011-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f3f52c57c9ef4de8c996657e895f2712ae70c66c702f9250fc9dcd6e759b6fa
3
+ size 171993808
pytorch_model-00012-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e4fa41d4001fa3f179886ad5c088b036bc9ecd1129d35251a11ed7b0af414d
3
+ size 100664844
pytorch_model-00013-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:076200df217a7a9b7afe6e3185e066012b4e1223c43e2907709ca3acf915acba
3
+ size 134251707
pytorch_model-00014-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9223bdde0b870400c73cdc4fef09baed6b2901b71f1be8b11893b54aa0cd268a
3
+ size 171993808
pytorch_model-00015-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45705a618c99e380a22ca8b49999992457fc4732fe31f3fc28b1b6a2e18774c5
3
+ size 100664844
pytorch_model-00016-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fd81a8243da8b489f267aedd97b23426b9d64c44dac0953fdcecd439390a7e6
3
+ size 134251707
pytorch_model-00017-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4207c41cfc0c898644d24df0468ed7afb0221f7594b16997eaa386e69673e6e5
3
+ size 171993808
pytorch_model-00018-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:024118ceb6502e7a288bc5f2d172f294e65bfaef4e2315c503561ce9b6e95cef
3
+ size 100664844
pytorch_model-00019-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6baac9c5ae2c894c54dbbfbb7381cb676bc6a6f5489cdc68d6eb160b1c40a89c
3
+ size 134251707
pytorch_model-00020-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e19af8f7448826f6b042278c20899ee2744eebd65e07087c48955e689312a72
3
+ size 171993808
pytorch_model-00021-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef1f89c847c8a88bed4b6a6d97a24b1f7a6ebdb6dc77bfb09e7f08ee0b18d0a
3
+ size 100664844
pytorch_model-00022-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1807f26fa47bad6b60f3f0dff0af40b3b096e8a049f80987869a543c79e7e920
3
+ size 134251707
pytorch_model-00023-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ee97ec1d4b1a962ca0e70a71b755a729bb8a618d4f1569e05ee1d63f69e524
3
+ size 171993808
pytorch_model-00024-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52eaf5b5e5c6424455a807ca7d24f338c762438756c951525e88ea19ebd3a692
3
+ size 100664844
pytorch_model-00025-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f31666818719c9a11212dd7c073e1ab3abda0498c9022f799c05d6f31f62e1b7
3
+ size 134251707
pytorch_model-00026-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d5c5e95de85a38f5e99e97ac7cc855be99d7f749e050c6cb4f3a6818455dca
3
+ size 171993808
pytorch_model-00027-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7807905a5f63a3abc7bd1dc5bcd82ffab5da7b448cc94a74d870d77bcfa8d6fa
3
+ size 100664844
pytorch_model-00028-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62ca8ba66029124fedaaa845a4b42f17413831ebfee271b9aa49cc55e0dc351f
3
+ size 134251707
pytorch_model-00029-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a50f846c76467d42f3c9e4166c955bb17723d5b574f40c2acba515190323432a
3
+ size 171993808
pytorch_model-00030-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4588f826cef054aa64c791860e2e84c7592bade9ff194107aa51c06d63e5d961
3
+ size 100664844
pytorch_model-00031-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bc62d7fa6b983cfa86c6e9dbb9c59333e6eae8ee0b683087d08d3e427ba98c
3
+ size 134251707
pytorch_model-00032-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc61b7e4d6042a8341e8cc5be06ffdcda687d3e484ceeb410872489d5f4c4b6c
3
+ size 171993808
pytorch_model-00033-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a000d12f7bf2e981a48ff84683aba04974d771ec016ef377485bec760667dba
3
+ size 100664844
pytorch_model-00034-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b50ee56914b1c8e071c00baf85d170edd43e3049f0e858f6ccc5f02e3c6c3cc
3
+ size 134251707
pytorch_model-00035-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:847df3fc02382288ad0dbb2442163c86c1de6e217d9f966ce3564863745478fe
3
+ size 171993808
pytorch_model-00036-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3464da101cfb94f5758917a79e6185c0b0708d322b16b916c6d16394e46c644c
3
+ size 100664844
pytorch_model-00037-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a24e74541f2bda0f145957715291cfaa41435721ef8d629a66e7934a4f0e19d6
3
+ size 134251707
pytorch_model-00038-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b99cd77b8cd6974eb691402fa34cb41adb8598356d0d6e3b6f8168ea32e3e77
3
+ size 171993808
pytorch_model-00039-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8182ec47ee9c7b9f8f2fc23ea05f4394b99113fd37eb033d93220d3651442e88
3
+ size 100664844
pytorch_model-00040-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:968983891969216468b0c91ece4c80eb58b86a90836fa50137b3615fb2ac19b0
3
+ size 134251707
pytorch_model-00041-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e1c73cd64d7761c4c8caea5b355c66cbe3bbf7cba701014ddcbd9bef41ce8ff
3
+ size 171993808
pytorch_model-00042-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d97d127c7f7819d73e238b06b028c6a6c0663a9b161472010b55cc111cc8e6
3
+ size 100664844
pytorch_model-00043-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67043776890171e15ed7d708d5de453963339bcb83091468e69b6ebe14faef68
3
+ size 134251707
pytorch_model-00044-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff27decf82aa17e819b53acefa13fc1ae3ccab593ccefbee6fb31aebd90774cf
3
+ size 171993808
pytorch_model-00045-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e24e8420f96dfeafa0ae72d088cfb22d853c4a0e142a8412a1a084a375aca58
3
+ size 100664844
pytorch_model-00046-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a206332790ebfffa4a412165866df113996e4ae6049d0b8514f1933ae781e0e9
3
+ size 134251707
pytorch_model-00047-of-00088.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a1b8f93f451a29968ee59ece526028089b22bc344c58181dbf984c597b982c0
3
+ size 171993808