Upload folder using huggingface_hub
Browse files- config.json +1 -1
- generation_config.json +5 -0
- pytorch_model-00001-of-00004.bin +1 -1
- pytorch_model-00002-of-00004.bin +2 -2
- pytorch_model-00003-of-00004.bin +1 -1
- pytorch_model-00004-of-00004.bin +1 -1
- tokenizer.json +2 -2
- tokenizer_config.json +4 -256
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
"Gemma2ForCausalLM"
|
5 |
],
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "IlyaGusev/gemma-2-9b-it-abliterated",
|
3 |
"architectures": [
|
4 |
"Gemma2ForCausalLM"
|
5 |
],
|
generation_config.json
CHANGED
@@ -2,8 +2,13 @@
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 2,
|
4 |
"cache_implementation": "hybrid",
|
|
|
5 |
"eos_token_id": 1,
|
6 |
"max_length": 8192,
|
|
|
7 |
"pad_token_id": 0,
|
|
|
|
|
|
|
8 |
"transformers_version": "4.44.0"
|
9 |
}
|
|
|
2 |
"_from_model_config": true,
|
3 |
"bos_token_id": 2,
|
4 |
"cache_implementation": "hybrid",
|
5 |
+
"do_sample": true,
|
6 |
"eos_token_id": 1,
|
7 |
"max_length": 8192,
|
8 |
+
"max_new_tokens": 512,
|
9 |
"pad_token_id": 0,
|
10 |
+
"temperature": 0.5,
|
11 |
+
"top_k": 30,
|
12 |
+
"top_p": 0.9,
|
13 |
"transformers_version": "4.44.0"
|
14 |
}
|
pytorch_model-00001-of-00004.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4903372134
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3d3661754cd9b94223582153a61ca45b10f4ff76d9f7070cdef21f629fb1aa0
|
3 |
size 4903372134
|
pytorch_model-00002-of-00004.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:481a43157556b2dd3ee8d4e824a56c9fafbdb0967530b6118cc6ff87cb6b1776
|
3 |
+
size 4947603897
|
pytorch_model-00003-of-00004.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4962252448
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96884b36360ae4782f7ca71e57cbd5c374c92eaf30f4e397ceffd169b9e50f89
|
3 |
size 4962252448
|
pytorch_model-00004-of-00004.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 3670346321
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b1f2fc3ca28ab51d90cf833b2ba1f49f405139adedd07b8a5275582acbe7cce1
|
3 |
size 3670346321
|
tokenizer.json
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7da53ca29fb16f6b2489482fc0bc6a394162cdab14d12764a1755ebc583fea79
|
3 |
+
size 17518525
|
tokenizer_config.json
CHANGED
@@ -1737,262 +1737,6 @@
|
|
1737 |
"rstrip": false,
|
1738 |
"single_word": false,
|
1739 |
"special": false
|
1740 |
-
},
|
1741 |
-
"255968": {
|
1742 |
-
"content": "[toxicity=0]",
|
1743 |
-
"lstrip": false,
|
1744 |
-
"normalized": false,
|
1745 |
-
"rstrip": false,
|
1746 |
-
"single_word": false,
|
1747 |
-
"special": false
|
1748 |
-
},
|
1749 |
-
"255969": {
|
1750 |
-
"content": "\t\t",
|
1751 |
-
"lstrip": false,
|
1752 |
-
"normalized": false,
|
1753 |
-
"rstrip": false,
|
1754 |
-
"single_word": false,
|
1755 |
-
"special": false
|
1756 |
-
},
|
1757 |
-
"255970": {
|
1758 |
-
"content": "\t\t\t",
|
1759 |
-
"lstrip": false,
|
1760 |
-
"normalized": false,
|
1761 |
-
"rstrip": false,
|
1762 |
-
"single_word": false,
|
1763 |
-
"special": false
|
1764 |
-
},
|
1765 |
-
"255971": {
|
1766 |
-
"content": "\t\t\t\t",
|
1767 |
-
"lstrip": false,
|
1768 |
-
"normalized": false,
|
1769 |
-
"rstrip": false,
|
1770 |
-
"single_word": false,
|
1771 |
-
"special": false
|
1772 |
-
},
|
1773 |
-
"255972": {
|
1774 |
-
"content": "\t\t\t\t\t",
|
1775 |
-
"lstrip": false,
|
1776 |
-
"normalized": false,
|
1777 |
-
"rstrip": false,
|
1778 |
-
"single_word": false,
|
1779 |
-
"special": false
|
1780 |
-
},
|
1781 |
-
"255973": {
|
1782 |
-
"content": "\t\t\t\t\t\t",
|
1783 |
-
"lstrip": false,
|
1784 |
-
"normalized": false,
|
1785 |
-
"rstrip": false,
|
1786 |
-
"single_word": false,
|
1787 |
-
"special": false
|
1788 |
-
},
|
1789 |
-
"255974": {
|
1790 |
-
"content": "\t\t\t\t\t\t\t",
|
1791 |
-
"lstrip": false,
|
1792 |
-
"normalized": false,
|
1793 |
-
"rstrip": false,
|
1794 |
-
"single_word": false,
|
1795 |
-
"special": false
|
1796 |
-
},
|
1797 |
-
"255975": {
|
1798 |
-
"content": "\t\t\t\t\t\t\t\t",
|
1799 |
-
"lstrip": false,
|
1800 |
-
"normalized": false,
|
1801 |
-
"rstrip": false,
|
1802 |
-
"single_word": false,
|
1803 |
-
"special": false
|
1804 |
-
},
|
1805 |
-
"255976": {
|
1806 |
-
"content": "\t\t\t\t\t\t\t\t\t",
|
1807 |
-
"lstrip": false,
|
1808 |
-
"normalized": false,
|
1809 |
-
"rstrip": false,
|
1810 |
-
"single_word": false,
|
1811 |
-
"special": false
|
1812 |
-
},
|
1813 |
-
"255977": {
|
1814 |
-
"content": "\t\t\t\t\t\t\t\t\t\t",
|
1815 |
-
"lstrip": false,
|
1816 |
-
"normalized": false,
|
1817 |
-
"rstrip": false,
|
1818 |
-
"single_word": false,
|
1819 |
-
"special": false
|
1820 |
-
},
|
1821 |
-
"255978": {
|
1822 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t",
|
1823 |
-
"lstrip": false,
|
1824 |
-
"normalized": false,
|
1825 |
-
"rstrip": false,
|
1826 |
-
"single_word": false,
|
1827 |
-
"special": false
|
1828 |
-
},
|
1829 |
-
"255979": {
|
1830 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t",
|
1831 |
-
"lstrip": false,
|
1832 |
-
"normalized": false,
|
1833 |
-
"rstrip": false,
|
1834 |
-
"single_word": false,
|
1835 |
-
"special": false
|
1836 |
-
},
|
1837 |
-
"255980": {
|
1838 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1839 |
-
"lstrip": false,
|
1840 |
-
"normalized": false,
|
1841 |
-
"rstrip": false,
|
1842 |
-
"single_word": false,
|
1843 |
-
"special": false
|
1844 |
-
},
|
1845 |
-
"255981": {
|
1846 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1847 |
-
"lstrip": false,
|
1848 |
-
"normalized": false,
|
1849 |
-
"rstrip": false,
|
1850 |
-
"single_word": false,
|
1851 |
-
"special": false
|
1852 |
-
},
|
1853 |
-
"255982": {
|
1854 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1855 |
-
"lstrip": false,
|
1856 |
-
"normalized": false,
|
1857 |
-
"rstrip": false,
|
1858 |
-
"single_word": false,
|
1859 |
-
"special": false
|
1860 |
-
},
|
1861 |
-
"255983": {
|
1862 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1863 |
-
"lstrip": false,
|
1864 |
-
"normalized": false,
|
1865 |
-
"rstrip": false,
|
1866 |
-
"single_word": false,
|
1867 |
-
"special": false
|
1868 |
-
},
|
1869 |
-
"255984": {
|
1870 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1871 |
-
"lstrip": false,
|
1872 |
-
"normalized": false,
|
1873 |
-
"rstrip": false,
|
1874 |
-
"single_word": false,
|
1875 |
-
"special": false
|
1876 |
-
},
|
1877 |
-
"255985": {
|
1878 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1879 |
-
"lstrip": false,
|
1880 |
-
"normalized": false,
|
1881 |
-
"rstrip": false,
|
1882 |
-
"single_word": false,
|
1883 |
-
"special": false
|
1884 |
-
},
|
1885 |
-
"255986": {
|
1886 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1887 |
-
"lstrip": false,
|
1888 |
-
"normalized": false,
|
1889 |
-
"rstrip": false,
|
1890 |
-
"single_word": false,
|
1891 |
-
"special": false
|
1892 |
-
},
|
1893 |
-
"255987": {
|
1894 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1895 |
-
"lstrip": false,
|
1896 |
-
"normalized": false,
|
1897 |
-
"rstrip": false,
|
1898 |
-
"single_word": false,
|
1899 |
-
"special": false
|
1900 |
-
},
|
1901 |
-
"255988": {
|
1902 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1903 |
-
"lstrip": false,
|
1904 |
-
"normalized": false,
|
1905 |
-
"rstrip": false,
|
1906 |
-
"single_word": false,
|
1907 |
-
"special": false
|
1908 |
-
},
|
1909 |
-
"255989": {
|
1910 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1911 |
-
"lstrip": false,
|
1912 |
-
"normalized": false,
|
1913 |
-
"rstrip": false,
|
1914 |
-
"single_word": false,
|
1915 |
-
"special": false
|
1916 |
-
},
|
1917 |
-
"255990": {
|
1918 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1919 |
-
"lstrip": false,
|
1920 |
-
"normalized": false,
|
1921 |
-
"rstrip": false,
|
1922 |
-
"single_word": false,
|
1923 |
-
"special": false
|
1924 |
-
},
|
1925 |
-
"255991": {
|
1926 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1927 |
-
"lstrip": false,
|
1928 |
-
"normalized": false,
|
1929 |
-
"rstrip": false,
|
1930 |
-
"single_word": false,
|
1931 |
-
"special": false
|
1932 |
-
},
|
1933 |
-
"255992": {
|
1934 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1935 |
-
"lstrip": false,
|
1936 |
-
"normalized": false,
|
1937 |
-
"rstrip": false,
|
1938 |
-
"single_word": false,
|
1939 |
-
"special": false
|
1940 |
-
},
|
1941 |
-
"255993": {
|
1942 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1943 |
-
"lstrip": false,
|
1944 |
-
"normalized": false,
|
1945 |
-
"rstrip": false,
|
1946 |
-
"single_word": false,
|
1947 |
-
"special": false
|
1948 |
-
},
|
1949 |
-
"255994": {
|
1950 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1951 |
-
"lstrip": false,
|
1952 |
-
"normalized": false,
|
1953 |
-
"rstrip": false,
|
1954 |
-
"single_word": false,
|
1955 |
-
"special": false
|
1956 |
-
},
|
1957 |
-
"255995": {
|
1958 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1959 |
-
"lstrip": false,
|
1960 |
-
"normalized": false,
|
1961 |
-
"rstrip": false,
|
1962 |
-
"single_word": false,
|
1963 |
-
"special": false
|
1964 |
-
},
|
1965 |
-
"255996": {
|
1966 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1967 |
-
"lstrip": false,
|
1968 |
-
"normalized": false,
|
1969 |
-
"rstrip": false,
|
1970 |
-
"single_word": false,
|
1971 |
-
"special": false
|
1972 |
-
},
|
1973 |
-
"255997": {
|
1974 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1975 |
-
"lstrip": false,
|
1976 |
-
"normalized": false,
|
1977 |
-
"rstrip": false,
|
1978 |
-
"single_word": false,
|
1979 |
-
"special": false
|
1980 |
-
},
|
1981 |
-
"255998": {
|
1982 |
-
"content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
|
1983 |
-
"lstrip": false,
|
1984 |
-
"normalized": false,
|
1985 |
-
"rstrip": false,
|
1986 |
-
"single_word": false,
|
1987 |
-
"special": false
|
1988 |
-
},
|
1989 |
-
"255999": {
|
1990 |
-
"content": "<unused99>",
|
1991 |
-
"lstrip": false,
|
1992 |
-
"normalized": false,
|
1993 |
-
"rstrip": false,
|
1994 |
-
"single_word": false,
|
1995 |
-
"special": false
|
1996 |
}
|
1997 |
},
|
1998 |
"additional_special_tokens": [
|
@@ -2000,10 +1744,14 @@
|
|
2000 |
"<end_of_turn>"
|
2001 |
],
|
2002 |
"bos_token": "<bos>",
|
|
|
2003 |
"clean_up_tokenization_spaces": false,
|
2004 |
"eos_token": "<eos>",
|
|
|
2005 |
"model_max_length": 8192,
|
|
|
2006 |
"pad_token": "<pad>",
|
|
|
2007 |
"padding_side": "left",
|
2008 |
"sp_model_kwargs": {},
|
2009 |
"spaces_between_special_tokens": false,
|
|
|
1737 |
"rstrip": false,
|
1738 |
"single_word": false,
|
1739 |
"special": false
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1740 |
}
|
1741 |
},
|
1742 |
"additional_special_tokens": [
|
|
|
1744 |
"<end_of_turn>"
|
1745 |
],
|
1746 |
"bos_token": "<bos>",
|
1747 |
+
"chat_template": "{{ bos_token }}{% for message in messages %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
|
1748 |
"clean_up_tokenization_spaces": false,
|
1749 |
"eos_token": "<eos>",
|
1750 |
+
"max_length": null,
|
1751 |
"model_max_length": 8192,
|
1752 |
+
"pad_to_multiple_of": null,
|
1753 |
"pad_token": "<pad>",
|
1754 |
+
"pad_token_type_id": 0,
|
1755 |
"padding_side": "left",
|
1756 |
"sp_model_kwargs": {},
|
1757 |
"spaces_between_special_tokens": false,
|