First model version

.gitattributes

@@ -1,28 +1,5 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
+## git-lfs ##
+#
+#
+# models
 *.bin filter=lfs diff=lfs merge=lfs -text
-*.bin.* filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zstandard filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1 @@
+{"<|startoftext|>": 50257, "<|pad|>": 50258}

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "use_cache": true,
+  "vocab_size": 50259
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bbdf00f973a93dd0c9dc7e7c5843c2bc24b7c6a696d93ed92f3c89c910d65e
+size 510410537

requirements.txt

@@ -0,0 +1,394 @@
+absl-py==1.0.0
+alabaster==0.7.12
+albumentations==0.1.12
+altair==4.2.0
+appdirs==1.4.4
+argon2-cffi==21.3.0
+argon2-cffi-bindings==21.2.0
+arviz==0.11.4
+astor==0.8.1
+astropy==4.3.1
+astunparse==1.6.3
+atari-py==0.2.9
+atomicwrites==1.4.0
+attrs==21.4.0
+audioread==2.1.9
+autograd==1.3
+Babel==2.9.1
+backcall==0.2.0
+beautifulsoup4==4.6.3
+bleach==4.1.0
+blis==0.4.1
+bokeh==2.3.3
+Bottleneck==1.3.4
+branca==0.4.2
+bs4==0.0.1
+CacheControl==0.12.10
+cached-property==1.5.2
+cachetools==4.2.4
+catalogue==1.0.0
+certifi==2021.10.8
+cffi==1.15.0
+cftime==1.6.0
+chardet==3.0.4
+charset-normalizer==2.0.12
+click==7.1.2
+cloudpickle==1.3.0
+cmake==3.12.0
+cmdstanpy==0.9.5
+colorcet==3.0.0
+colorlover==0.3.0
+community==1.0.0b1
+contextlib2==0.5.5
+convertdate==2.4.0
+coverage==3.7.1
+coveralls==0.5
+crcmod==1.7
+cufflinks==0.17.3
+cupy-cuda111==9.4.0
+cvxopt==1.2.7
+cvxpy==1.0.31
+cycler==0.11.0
+cymem==2.0.6
+Cython==0.29.28
+daft==0.0.4
+dask==2.12.0
+datascience==0.10.6
+debugpy==1.0.0
+decorator==4.4.2
+defusedxml==0.7.1
+descartes==1.1.0
+dill==0.3.4
+distributed==1.25.3
+dlib==19.18.0
+dm-tree==0.1.6
+docopt==0.6.2
+docutils==0.17.1
+dopamine-rl==1.0.5
+earthengine-api==0.1.303
+easydict==1.9
+ecos==2.0.10
+editdistance==0.5.3
+en-core-web-sm==2.2.5
+entrypoints==0.4
+ephem==4.1.3
+et-xmlfile==1.1.0
+fa2==0.3.5
+fastai==1.0.61
+fastdtw==0.3.4
+fastprogress==1.0.2
+fastrlock==0.8
+fbprophet==0.7.1
+feather-format==0.4.1
+filelock==3.6.0
+firebase-admin==4.4.0
+fix-yahoo-finance==0.0.22
+Flask==1.1.4
+flatbuffers==2.0
+folium==0.8.3
+future==0.16.0
+gast==0.5.3
+GDAL==2.2.2
+gdown==4.2.2
+gensim==3.6.0
+geographiclib==1.52
+geopy==1.17.0
+gin-config==0.5.0
+glob2==0.7
+google==2.0.3
+google-api-core==1.26.3
+google-api-python-client==1.12.11
+google-auth==1.35.0
+google-auth-httplib2==0.0.4
+google-auth-oauthlib==0.4.6
+google-cloud-bigquery==1.21.0
+google-cloud-bigquery-storage==1.1.0
+google-cloud-core==1.0.3
+google-cloud-datastore==1.8.0
+google-cloud-firestore==1.7.0
+google-cloud-language==1.2.0
+google-cloud-storage==1.18.1
+google-cloud-translate==1.5.0
+google-colab==1.0.0
+google-pasta==0.2.0
+google-resumable-media==0.4.1
+googleapis-common-protos==1.56.0
+googledrivedownloader==0.4
+graphviz==0.10.1
+greenlet==1.1.2
+grpcio==1.44.0
+gspread==3.4.2
+gspread-dataframe==3.0.8
+gym==0.17.3
+h5py==3.1.0
+HeapDict==1.0.1
+hijri-converter==2.2.3
+holidays==0.10.5.2
+holoviews==1.14.8
+html5lib==1.0.1
+httpimport==0.5.18
+httplib2==0.17.4
+httplib2shim==0.0.3
+huggingface-hub==0.4.0
+humanize==0.5.1
+hyperopt==0.1.2
+ideep4py==2.0.0.post3
+idna==2.10
+imageio==2.4.1
+imagesize==1.3.0
+imbalanced-learn==0.8.1
+imblearn==0.0
+imgaug==0.2.9
+importlib-metadata==4.11.3
+importlib-resources==5.4.0
+imutils==0.5.4
+inflect==2.1.0
+iniconfig==1.1.1
+intel-openmp==2022.0.2
+intervaltree==2.1.0
+ipykernel==4.10.1
+ipython==5.5.0
+ipython-genutils==0.2.0
+ipython-sql==0.3.9
+ipywidgets==7.7.0
+itsdangerous==1.1.0
+jax==0.3.4
+jaxlib==0.3.2+cuda11.cudnn805
+jedi==0.18.1
+jieba==0.42.1
+Jinja2==2.11.3
+joblib==1.1.0
+jpeg4py==0.1.4
+jsonschema==4.3.3
+jupyter==1.0.0
+jupyter-client==5.3.5
+jupyter-console==5.2.0
+jupyter-core==4.9.2
+jupyterlab-pygments==0.1.2
+jupyterlab-widgets==1.1.0
+kaggle==1.5.12
+kapre==0.3.7
+keras==2.8.0
+Keras-Preprocessing==1.1.2
+keras-vis==0.4.1
+kiwisolver==1.4.0
+korean-lunar-calendar==0.2.1
+libclang==13.0.0
+librosa==0.8.1
+lightgbm==2.2.3
+llvmlite==0.34.0
+lmdb==0.99
+LunarCalendar==0.0.9
+lxml==4.2.6
+Markdown==3.3.6
+MarkupSafe==2.0.1
+matplotlib==3.2.2
+matplotlib-inline==0.1.3
+matplotlib-venn==0.11.6
+missingno==0.5.1
+mistune==0.8.4
+mizani==0.6.0
+mkl==2019.0
+mlxtend==0.14.0
+more-itertools==8.12.0
+moviepy==0.2.3.5
+mpmath==1.2.1
+msgpack==1.0.3
+multiprocess==0.70.12.2
+multitasking==0.0.10
+murmurhash==1.0.6
+music21==5.5.0
+natsort==5.5.0
+nbclient==0.5.13
+nbconvert==5.6.1
+nbformat==5.2.0
+nest-asyncio==1.5.4
+netCDF4==1.5.8
+networkx==2.6.3
+nibabel==3.0.2
+nltk==3.2.5
+notebook==5.3.1
+numba==0.51.2
+numexpr==2.8.1
+numpy==1.21.5
+nvidia-ml-py3==7.352.0
+oauth2client==4.1.3
+oauthlib==3.2.0
+okgrade==0.4.3
+opencv-contrib-python==4.1.2.30
+opencv-python==4.1.2.30
+openpyxl==3.0.9
+opt-einsum==3.3.0
+osqp==0.6.2.post0
+packaging==21.3
+palettable==3.3.0
+pandas==1.3.5
+pandas-datareader==0.9.0
+pandas-gbq==0.13.3
+pandas-profiling==1.4.1
+pandocfilters==1.5.0
+panel==0.12.1
+param==1.12.0
+parso==0.8.3
+pathlib==1.0.1
+patsy==0.5.2
+pep517==0.12.0
+pexpect==4.8.0
+pickleshare==0.7.5
+Pillow==7.1.2
+pip==21.1.3
+pip-tools==6.2.0
+plac==1.1.3
+plotly==5.5.0
+plotnine==0.6.0
+pluggy==0.7.1
+pooch==1.6.0
+portpicker==1.3.9
+prefetch-generator==1.0.1
+preshed==3.0.6
+prettytable==3.2.0
+progressbar2==3.38.0
+prometheus-client==0.13.1
+promise==2.3
+prompt-toolkit==1.0.18
+protobuf==3.17.3
+psutil==5.4.8
+psycopg2==2.7.6.1
+ptyprocess==0.7.0
+py==1.11.0
+pyarrow==6.0.1
+pyasn1==0.4.8
+pyasn1-modules==0.2.8
+pycocotools==2.0.4
+pycparser==2.21
+pyct==0.4.8
+pydata-google-auth==1.4.0
+pydot==1.3.0
+pydot-ng==2.0.0
+pydotplus==2.0.2
+PyDrive==1.3.1
+pyemd==0.5.1
+pyerfa==2.0.0.1
+pyglet==1.5.0
+Pygments==2.6.1
+pygobject==3.26.1
+pymc3==3.11.4
+PyMeeus==0.5.11
+pymongo==4.0.2
+pymystem3==0.2.0
+PyOpenGL==3.1.6
+pyparsing==3.0.7
+pyrsistent==0.18.1
+pysndfile==1.3.8
+PySocks==1.7.1
+pystan==2.19.1.1
+pytest==3.6.4
+python-apt==0.0.0
+python-chess==0.23.11
+python-dateutil==2.8.2
+python-louvain==0.16
+python-slugify==6.1.1
+python-utils==3.1.0
+pytz==2018.9
+pyviz-comms==2.1.0
+PyWavelets==1.3.0
+PyYAML==6.0
+pyzmq==22.3.0
+qdldl==0.1.5.post0
+qtconsole==5.2.2
+QtPy==2.0.1
+regex==2019.12.20
+requests==2.23.0
+requests-oauthlib==1.3.1
+resampy==0.2.2
+rpy2==3.4.5
+rsa==4.8
+sacremoses==0.0.49
+scikit-image==0.18.3
+scikit-learn==1.0.2
+scipy==1.4.1
+screen-resolution-extra==0.0.0
+scs==3.2.0
+seaborn==0.11.2
+semver==2.13.0
+Send2Trash==1.8.0
+setuptools==57.4.0
+setuptools-git==1.2
+Shapely==1.8.1.post1
+simplegeneric==0.8.1
+six==1.15.0
+sklearn==0.0
+sklearn-pandas==1.8.0
+smart-open==5.2.1
+snowballstemmer==2.2.0
+sortedcontainers==2.4.0
+SoundFile==0.10.3.post1
+soupsieve==2.3.1
+spacy==2.2.4
+Sphinx==1.8.6
+sphinxcontrib-serializinghtml==1.1.5
+sphinxcontrib-websupport==1.2.4
+SQLAlchemy==1.4.32
+sqlparse==0.4.2
+srsly==1.0.5
+statsmodels==0.10.2
+sympy==1.7.1
+tables==3.7.0
+tabulate==0.8.9
+tblib==1.7.0
+tenacity==8.0.1
+tensorboard==2.8.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorflow==2.8.0
+tensorflow-datasets==4.0.1
+tensorflow-estimator==2.8.0
+tensorflow-gcs-config==2.8.0
+tensorflow-hub==0.12.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow-metadata==1.7.0
+tensorflow-probability==0.16.0
+termcolor==1.1.0
+terminado==0.13.3
+testpath==0.6.0
+text-unidecode==1.3
+textblob==0.15.3
+Theano-PyMC==1.1.2
+thinc==7.4.0
+threadpoolctl==3.1.0
+tifffile==2021.11.2
+tokenizers==0.11.6
+tomli==2.0.1
+toolz==0.11.2
+torch==1.10.0+cu111
+torchaudio==0.10.0+cu111
+torchsummary==1.5.1
+torchtext==0.11.0
+torchvision==0.11.1+cu111
+tornado==5.1.1
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.17.0
+tweepy==3.10.0
+typeguard==2.7.1
+typing-extensions==3.10.0.2
+tzlocal==1.5.1
+uritemplate==3.0.1
+urllib3==1.24.3
+vega-datasets==0.9.0
+wasabi==0.9.0
+wcwidth==0.2.5
+webencodings==0.5.1
+Werkzeug==1.0.1
+wheel==0.37.1
+widgetsnbextension==3.6.0
+wordcloud==1.5.0
+wrapt==1.14.0
+xarray==0.18.2
+xgboost==0.90
+xkit==0.0.0
+xlrd==1.1.0
+xlwt==1.3.0
+yellowbrick==1.4
+zict==2.1.0
+zipp==3.7.0

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": {"content": "<|startoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, "pad_token": "<|pad|>"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"errors": "replace", "unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|startoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "pad_token": "<|pad|>", "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "gpt2", "tokenizer_class": "GPT2Tokenizer"}