erseux commited on
Commit
cc0bd0f
β€’
1 Parent(s): 8cb8290

new huggingface structure

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ **__pycache__
Dockerfile CHANGED
@@ -1,80 +1,11 @@
1
- # syntax=docker/dockerfile:1
2
- # Keep this syntax directive! It's used to enable Docker BuildKit
3
 
4
- # Based on https://github.com/python-poetry/poetry/discussions/1879?sort=top#discussioncomment-216865
5
- # but I try to keep it updated (see history)
6
 
7
- ################################
8
- # PYTHON-BASE
9
- # Sets up all our shared environment variables
10
- ################################
11
- FROM python:3.10 as python-base
12
 
13
- # python
14
- ENV PYTHONUNBUFFERED=1 \
15
- # prevents python creating .pyc files
16
- PYTHONDONTWRITEBYTECODE=1 \
17
- \
18
- # pip
19
- PIP_DISABLE_PIP_VERSION_CHECK=on \
20
- PIP_DEFAULT_TIMEOUT=100 \
21
- \
22
- # poetry
23
- # https://python-poetry.org/docs/configuration/#using-environment-variables
24
- POETRY_VERSION=1.3.2 \
25
- # make poetry install to this location
26
- POETRY_HOME="/opt/poetry" \
27
- # make poetry create the virtual environment in the project's root
28
- # it gets named `.venv`
29
- POETRY_VIRTUALENVS_IN_PROJECT=true \
30
- # do not ask any interactive question
31
- POETRY_NO_INTERACTION=1 \
32
- \
33
- # paths
34
- # this is where our requirements + virtual environment will live
35
- PYSETUP_PATH="/opt/pysetup" \
36
- VENV_PATH="/opt/pysetup/.venv"
37
 
 
38
 
39
- # prepend poetry and venv to path
40
- ENV PATH="$POETRY_HOME/bin:$VENV_PATH/bin:$PATH"
41
-
42
-
43
- ################################
44
- # BUILDER-BASE
45
- # Used to build deps + create our virtual environment
46
- ################################
47
- FROM python-base as builder-base
48
- RUN apt-get update \
49
- && apt-get install --no-install-recommends -y \
50
- # deps for installing poetry
51
- curl \
52
- # deps for building python deps
53
- build-essential
54
-
55
- # install poetry - respects $POETRY_VERSION & $POETRY_HOME
56
- # The --mount will mount the buildx cache directory to where
57
- # Poetry and Pip store their cache so that they can re-use it
58
- RUN --mount=type=cache,target=/root/.cache \
59
- curl -sSL https://install.python-poetry.org | python3 -
60
-
61
- # copy project requirement files here to ensure they will be cached.
62
- WORKDIR $PYSETUP_PATH
63
- COPY poetry.lock pyproject.toml ./
64
-
65
- # install runtime deps - uses $POETRY_VIRTUALENVS_IN_PROJECT internally
66
- RUN --mount=type=cache,target=/root/.cache \
67
- poetry install --without=dev
68
-
69
-
70
- ################################
71
- # PRODUCTION
72
- # Final image used for runtime
73
- ################################
74
- FROM python-base as production
75
- ENV FASTAPI_ENV=prod
76
- COPY --from=builder-base $PYSETUP_PATH $PYSETUP_PATH
77
- COPY ./kth_qa /kth_qa/
78
- WORKDIR /kth_qa
79
- EXPOSE 7860
80
- CMD ["uvicorn", "--host", "0.0.0.0", "--port", "7860", "main:app"]
 
1
+ FROM python:3.9
 
2
 
3
+ WORKDIR /code
 
4
 
5
+ COPY ./requirements.txt /code/requirements.txt
 
 
 
 
6
 
7
+ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8
 
9
+ COPY . .
10
 
11
+ CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
kth_qa/config.py β†’ config.py RENAMED
File without changes
kth_qa/courses.json β†’ courses.json RENAMED
File without changes
kth_qa/ingest.py β†’ ingest.py RENAMED
File without changes
kth_qa/ingest_pinecone.py β†’ ingest_pinecone.py RENAMED
File without changes
{kth_qa/magic β†’ magic}/conversational.py RENAMED
File without changes
{kth_qa/magic β†’ magic}/prompts.py RENAMED
File without changes
{kth_qa/magic β†’ magic}/self_query_retriever.py RENAMED
File without changes
{kth_qa/magic β†’ magic}/vectordb.py RENAMED
File without changes
kth_qa/main.py β†’ main.py RENAMED
File without changes
poetry.lock DELETED
@@ -1,1667 +0,0 @@
1
- [[package]]
2
- name = "aiofiles"
3
- version = "23.1.0"
4
- description = "File support for asyncio."
5
- category = "main"
6
- optional = false
7
- python-versions = ">=3.7,<4.0"
8
-
9
- [[package]]
10
- name = "aiohttp"
11
- version = "3.8.4"
12
- description = "Async http client/server framework (asyncio)"
13
- category = "main"
14
- optional = false
15
- python-versions = ">=3.6"
16
-
17
- [package.dependencies]
18
- aiosignal = ">=1.1.2"
19
- async-timeout = ">=4.0.0a3,<5.0"
20
- attrs = ">=17.3.0"
21
- charset-normalizer = ">=2.0,<4.0"
22
- frozenlist = ">=1.1.1"
23
- multidict = ">=4.5,<7.0"
24
- yarl = ">=1.0,<2.0"
25
-
26
- [package.extras]
27
- speedups = ["aiodns", "brotli", "cchardet"]
28
-
29
- [[package]]
30
- name = "aiosignal"
31
- version = "1.3.1"
32
- description = "aiosignal: a list of registered asynchronous callbacks"
33
- category = "main"
34
- optional = false
35
- python-versions = ">=3.7"
36
-
37
- [package.dependencies]
38
- frozenlist = ">=1.1.0"
39
-
40
- [[package]]
41
- name = "anyio"
42
- version = "3.6.2"
43
- description = "High level compatibility layer for multiple asynchronous event loop implementations"
44
- category = "main"
45
- optional = false
46
- python-versions = ">=3.6.2"
47
-
48
- [package.dependencies]
49
- idna = ">=2.8"
50
- sniffio = ">=1.1"
51
-
52
- [package.extras]
53
- doc = ["packaging", "sphinx-rtd-theme", "sphinx-autodoc-typehints (>=1.2.0)"]
54
- test = ["coverage[toml] (>=4.5)", "hypothesis (>=4.0)", "pytest (>=7.0)", "pytest-mock (>=3.6.1)", "trustme", "contextlib2", "uvloop (<0.15)", "mock (>=4)", "uvloop (>=0.15)"]
55
- trio = ["trio (>=0.16,<0.22)"]
56
-
57
- [[package]]
58
- name = "arel"
59
- version = "0.2.0"
60
- description = "Browser hot reload for Python ASGI web apps"
61
- category = "main"
62
- optional = false
63
- python-versions = ">=3.7"
64
-
65
- [package.dependencies]
66
- starlette = "<1.0.0"
67
- watchgod = ">=0.6.0,<0.7.0"
68
-
69
- [[package]]
70
- name = "async-timeout"
71
- version = "4.0.2"
72
- description = "Timeout context manager for asyncio programs"
73
- category = "main"
74
- optional = false
75
- python-versions = ">=3.6"
76
-
77
- [[package]]
78
- name = "attrs"
79
- version = "23.1.0"
80
- description = "Classes Without Boilerplate"
81
- category = "main"
82
- optional = false
83
- python-versions = ">=3.7"
84
-
85
- [package.extras]
86
- cov = ["attrs", "coverage[toml] (>=5.3)"]
87
- dev = ["attrs", "pre-commit"]
88
- docs = ["furo", "myst-parser", "sphinx", "sphinx-notfound-page", "sphinxcontrib-towncrier", "towncrier", "zope-interface"]
89
- tests = ["attrs", "zope-interface"]
90
- tests-no-zope = ["cloudpickle", "hypothesis", "mypy (>=1.1.1)", "pympler", "pytest-mypy-plugins", "pytest-xdist", "pytest (>=4.3.0)"]
91
-
92
- [[package]]
93
- name = "backoff"
94
- version = "2.2.1"
95
- description = "Function decoration for backoff and retry"
96
- category = "main"
97
- optional = false
98
- python-versions = ">=3.7,<4.0"
99
-
100
- [[package]]
101
- name = "beautifulsoup4"
102
- version = "4.12.2"
103
- description = "Screen-scraping library"
104
- category = "main"
105
- optional = false
106
- python-versions = ">=3.6.0"
107
-
108
- [package.dependencies]
109
- soupsieve = ">1.2"
110
-
111
- [package.extras]
112
- html5lib = ["html5lib"]
113
- lxml = ["lxml"]
114
-
115
- [[package]]
116
- name = "bs4"
117
- version = "0.0.1"
118
- description = "Dummy package for Beautiful Soup"
119
- category = "main"
120
- optional = false
121
- python-versions = "*"
122
-
123
- [package.dependencies]
124
- beautifulsoup4 = "*"
125
-
126
- [[package]]
127
- name = "certifi"
128
- version = "2022.12.7"
129
- description = "Python package for providing Mozilla's CA Bundle."
130
- category = "main"
131
- optional = false
132
- python-versions = ">=3.6"
133
-
134
- [[package]]
135
- name = "cffi"
136
- version = "1.15.1"
137
- description = "Foreign Function Interface for Python calling C code."
138
- category = "main"
139
- optional = false
140
- python-versions = "*"
141
-
142
- [package.dependencies]
143
- pycparser = "*"
144
-
145
- [[package]]
146
- name = "charset-normalizer"
147
- version = "3.1.0"
148
- description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet."
149
- category = "main"
150
- optional = false
151
- python-versions = ">=3.7.0"
152
-
153
- [[package]]
154
- name = "chromadb"
155
- version = "0.3.21"
156
- description = "Chroma."
157
- category = "main"
158
- optional = false
159
- python-versions = ">=3.7"
160
-
161
- [package.dependencies]
162
- clickhouse-connect = ">=0.5.7"
163
- duckdb = ">=0.7.1"
164
- fastapi = ">=0.85.1"
165
- hnswlib = ">=0.7"
166
- numpy = ">=1.21.6"
167
- pandas = ">=1.3"
168
- posthog = ">=2.4.0"
169
- pydantic = ">=1.9"
170
- requests = ">=2.28"
171
- sentence-transformers = ">=2.2.2"
172
- uvicorn = {version = ">=0.18.3", extras = ["standard"]}
173
-
174
- [[package]]
175
- name = "click"
176
- version = "8.1.3"
177
- description = "Composable command line interface toolkit"
178
- category = "main"
179
- optional = false
180
- python-versions = ">=3.7"
181
-
182
- [package.dependencies]
183
- colorama = {version = "*", markers = "platform_system == \"Windows\""}
184
-
185
- [[package]]
186
- name = "clickhouse-connect"
187
- version = "0.5.22"
188
- description = "ClickHouse core driver, SqlAlchemy, and Superset libraries"
189
- category = "main"
190
- optional = false
191
- python-versions = "~=3.7"
192
-
193
- [package.dependencies]
194
- certifi = "*"
195
- lz4 = "*"
196
- pytz = "*"
197
- urllib3 = ">=1.26"
198
- zstandard = "*"
199
-
200
- [package.extras]
201
- arrow = ["pyarrow"]
202
- numpy = ["numpy"]
203
- orjson = ["orjson"]
204
- pandas = ["pandas"]
205
- sqlalchemy = ["sqlalchemy (>1.3.21,<1.4)"]
206
- superset = ["apache-superset (>=1.4.1)"]
207
-
208
- [[package]]
209
- name = "cmake"
210
- version = "3.26.3"
211
- description = "CMake is an open-source, cross-platform family of tools designed to build, test and package software"
212
- category = "main"
213
- optional = false
214
- python-versions = "*"
215
-
216
- [package.extras]
217
- test = ["codecov (>=2.0.5)", "coverage (>=4.2)", "flake8 (>=3.0.4)", "path.py (>=11.5.0)", "pytest (>=3.0.3)", "pytest-cov (>=2.4.0)", "pytest-runner (>=2.9)", "pytest-virtualenv (>=1.7.0)", "scikit-build (>=0.10.0)", "setuptools (>=28.0.0)", "virtualenv (>=15.0.3)", "wheel"]
218
-
219
- [[package]]
220
- name = "colorama"
221
- version = "0.4.6"
222
- description = "Cross-platform colored terminal text."
223
- category = "main"
224
- optional = false
225
- python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7"
226
-
227
- [[package]]
228
- name = "dataclasses-json"
229
- version = "0.5.7"
230
- description = "Easily serialize dataclasses to and from JSON"
231
- category = "main"
232
- optional = false
233
- python-versions = ">=3.6"
234
-
235
- [package.dependencies]
236
- marshmallow = ">=3.3.0,<4.0.0"
237
- marshmallow-enum = ">=1.5.1,<2.0.0"
238
- typing-inspect = ">=0.4.0"
239
-
240
- [package.extras]
241
- dev = ["pytest (>=6.2.3)", "ipython", "mypy (>=0.710)", "hypothesis", "portray", "flake8", "simplejson", "types-dataclasses"]
242
-
243
- [[package]]
244
- name = "dnspython"
245
- version = "2.3.0"
246
- description = "DNS toolkit"
247
- category = "main"
248
- optional = false
249
- python-versions = ">=3.7,<4.0"
250
-
251
- [package.extras]
252
- doq = ["aioquic (>=0.9.20)"]
253
- dnssec = ["cryptography (>=2.6,<40.0)"]
254
- curio = ["curio (>=1.2,<2.0)", "sniffio (>=1.1,<2.0)"]
255
- doh = ["h2 (>=4.1.0)", "httpx (>=0.21.1)", "requests (>=2.23.0,<3.0.0)", "requests-toolbelt (>=0.9.1,<0.11.0)"]
256
- idna = ["idna (>=2.1,<4.0)"]
257
- trio = ["trio (>=0.14,<0.23)"]
258
- wmi = ["wmi (>=1.5.1,<2.0.0)"]
259
-
260
- [[package]]
261
- name = "duckdb"
262
- version = "0.7.1"
263
- description = "DuckDB embedded database"
264
- category = "main"
265
- optional = false
266
- python-versions = "*"
267
-
268
- [[package]]
269
- name = "fastapi"
270
- version = "0.95.1"
271
- description = "FastAPI framework, high performance, easy to learn, fast to code, ready for production"
272
- category = "main"
273
- optional = false
274
- python-versions = ">=3.7"
275
-
276
- [package.dependencies]
277
- pydantic = ">=1.6.2,<1.7 || >1.7,<1.7.1 || >1.7.1,<1.7.2 || >1.7.2,<1.7.3 || >1.7.3,<1.8 || >1.8,<1.8.1 || >1.8.1,<2.0.0"
278
- starlette = ">=0.26.1,<0.27.0"
279
-
280
- [package.extras]
281
- all = ["email-validator (>=1.1.1)", "httpx (>=0.23.0)", "itsdangerous (>=1.1.0)", "jinja2 (>=2.11.2)", "orjson (>=3.2.1)", "python-multipart (>=0.0.5)", "pyyaml (>=5.3.1)", "ujson (>=4.0.1,!=4.0.2,!=4.1.0,!=4.2.0,!=4.3.0,!=5.0.0,!=5.1.0)", "uvicorn[standard] (>=0.12.0)"]
282
- dev = ["pre-commit (>=2.17.0,<3.0.0)", "ruff (==0.0.138)", "uvicorn[standard] (>=0.12.0,<0.21.0)"]
283
- doc = ["mdx-include (>=1.4.1,<2.0.0)", "mkdocs-markdownextradata-plugin (>=0.1.7,<0.3.0)", "mkdocs-material (>=8.1.4,<9.0.0)", "mkdocs (>=1.1.2,<2.0.0)", "pyyaml (>=5.3.1,<7.0.0)", "typer-cli (>=0.0.13,<0.0.14)", "typer[all] (>=0.6.1,<0.8.0)"]
284
- test = ["anyio[trio] (>=3.2.1,<4.0.0)", "black (==23.1.0)", "coverage[toml] (>=6.5.0,<8.0)", "databases[sqlite] (>=0.3.2,<0.7.0)", "email-validator (>=1.1.1,<2.0.0)", "flask (>=1.1.2,<3.0.0)", "httpx (>=0.23.0,<0.24.0)", "isort (>=5.0.6,<6.0.0)", "mypy (==0.982)", "orjson (>=3.2.1,<4.0.0)", "passlib[bcrypt] (>=1.7.2,<2.0.0)", "peewee (>=3.13.3,<4.0.0)", "pytest (>=7.1.3,<8.0.0)", "python-jose[cryptography] (>=3.3.0,<4.0.0)", "python-multipart (>=0.0.5,<0.0.7)", "pyyaml (>=5.3.1,<7.0.0)", "ruff (==0.0.138)", "sqlalchemy (>=1.3.18,<1.4.43)", "types-orjson (==3.6.2)", "types-ujson (==5.7.0.1)", "ujson (>=4.0.1,!=4.0.2,!=4.1.0,!=4.2.0,!=4.3.0,!=5.0.0,!=5.1.0,<6.0.0)"]
285
-
286
- [[package]]
287
- name = "filelock"
288
- version = "3.12.0"
289
- description = "A platform independent file lock."
290
- category = "main"
291
- optional = false
292
- python-versions = ">=3.7"
293
-
294
- [package.extras]
295
- docs = ["furo (>=2023.3.27)", "sphinx-autodoc-typehints (>=1.23,!=1.23.4)", "sphinx (>=6.1.3)"]
296
- testing = ["covdefaults (>=2.3)", "coverage (>=7.2.3)", "diff-cover (>=7.5)", "pytest-cov (>=4)", "pytest-mock (>=3.10)", "pytest-timeout (>=2.1)", "pytest (>=7.3.1)"]
297
-
298
- [[package]]
299
- name = "frozenlist"
300
- version = "1.3.3"
301
- description = "A list-like structure which implements collections.abc.MutableSequence"
302
- category = "main"
303
- optional = false
304
- python-versions = ">=3.7"
305
-
306
- [[package]]
307
- name = "fsspec"
308
- version = "2023.4.0"
309
- description = "File-system specification"
310
- category = "main"
311
- optional = false
312
- python-versions = ">=3.8"
313
-
314
- [package.extras]
315
- abfs = ["adlfs"]
316
- adl = ["adlfs"]
317
- arrow = ["pyarrow (>=1)"]
318
- dask = ["dask", "distributed"]
319
- devel = ["pytest", "pytest-cov"]
320
- dropbox = ["dropboxdrivefs", "requests", "dropbox"]
321
- full = ["adlfs", "aiohttp (!=4.0.0a0,!=4.0.0a1)", "dask", "distributed", "dropbox", "dropboxdrivefs", "fusepy", "gcsfs", "libarchive-c", "ocifs", "panel", "paramiko", "pyarrow (>=1)", "pygit2", "requests", "s3fs", "smbprotocol", "tqdm"]
322
- fuse = ["fusepy"]
323
- gcs = ["gcsfs"]
324
- git = ["pygit2"]
325
- github = ["requests"]
326
- gs = ["gcsfs"]
327
- gui = ["panel"]
328
- hdfs = ["pyarrow (>=1)"]
329
- http = ["requests", "aiohttp (!=4.0.0a0,!=4.0.0a1)"]
330
- libarchive = ["libarchive-c"]
331
- oci = ["ocifs"]
332
- s3 = ["s3fs"]
333
- sftp = ["paramiko"]
334
- smb = ["smbprotocol"]
335
- ssh = ["paramiko"]
336
- tqdm = ["tqdm"]
337
-
338
- [[package]]
339
- name = "googleapis-common-protos"
340
- version = "1.56.4"
341
- description = "Common protobufs used in Google APIs"
342
- category = "main"
343
- optional = false
344
- python-versions = ">=3.7"
345
-
346
- [package.dependencies]
347
- protobuf = ">=3.15.0,<5.0.0dev"
348
-
349
- [package.extras]
350
- grpc = ["grpcio (>=1.0.0,<2.0.0dev)"]
351
-
352
- [[package]]
353
- name = "greenlet"
354
- version = "2.0.2"
355
- description = "Lightweight in-process concurrent programming"
356
- category = "main"
357
- optional = false
358
- python-versions = ">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*"
359
-
360
- [package.extras]
361
- docs = ["sphinx", "docutils (<0.18)"]
362
- test = ["objgraph", "psutil"]
363
-
364
- [[package]]
365
- name = "grpc-gateway-protoc-gen-openapiv2"
366
- version = "0.1.0"
367
- description = "Provides the missing pieces for gRPC Gateway."
368
- category = "main"
369
- optional = false
370
- python-versions = ">=3.6"
371
-
372
- [package.dependencies]
373
- googleapis-common-protos = "*"
374
-
375
- [[package]]
376
- name = "grpcio"
377
- version = "1.54.0"
378
- description = "HTTP/2-based RPC framework"
379
- category = "main"
380
- optional = false
381
- python-versions = ">=3.7"
382
-
383
- [package.extras]
384
- protobuf = ["grpcio-tools (>=1.54.0)"]
385
-
386
- [[package]]
387
- name = "h11"
388
- version = "0.14.0"
389
- description = "A pure-Python, bring-your-own-I/O implementation of HTTP/1.1"
390
- category = "main"
391
- optional = false
392
- python-versions = ">=3.7"
393
-
394
- [[package]]
395
- name = "hnswlib"
396
- version = "0.7.0"
397
- description = "hnswlib"
398
- category = "main"
399
- optional = false
400
- python-versions = "*"
401
-
402
- [package.dependencies]
403
- numpy = "*"
404
-
405
- [[package]]
406
- name = "httptools"
407
- version = "0.5.0"
408
- description = "A collection of framework independent HTTP protocol utils."
409
- category = "main"
410
- optional = false
411
- python-versions = ">=3.5.0"
412
-
413
- [package.extras]
414
- test = ["Cython (>=0.29.24,<0.30.0)"]
415
-
416
- [[package]]
417
- name = "huggingface-hub"
418
- version = "0.14.1"
419
- description = "Client library to download and publish models, datasets and other repos on the huggingface.co hub"
420
- category = "main"
421
- optional = false
422
- python-versions = ">=3.7.0"
423
-
424
- [package.dependencies]
425
- filelock = "*"
426
- fsspec = "*"
427
- packaging = ">=20.9"
428
- pyyaml = ">=5.1"
429
- requests = "*"
430
- tqdm = ">=4.42.1"
431
- typing-extensions = ">=3.7.4.3"
432
-
433
- [package.extras]
434
- testing = ["pytest-cov", "InquirerPy (==0.3.4)", "jedi", "jinja2", "pytest", "pytest-env", "pytest-xdist", "soundfile", "pillow", "gradio"]
435
- all = ["InquirerPy (==0.3.4)", "jedi", "jinja2", "pytest", "pytest-cov", "pytest-env", "pytest-xdist", "soundfile", "pillow", "gradio", "black (>=23.1,<24.0)", "ruff (>=0.0.241)", "mypy (==0.982)", "types-pyyaml", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3"]
436
- cli = ["InquirerPy (==0.3.4)"]
437
- dev = ["InquirerPy (==0.3.4)", "jedi", "jinja2", "pytest", "pytest-cov", "pytest-env", "pytest-xdist", "soundfile", "pillow", "gradio", "black (>=23.1,<24.0)", "ruff (>=0.0.241)", "mypy (==0.982)", "types-pyyaml", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3"]
438
- fastai = ["toml", "fastai (>=2.4)", "fastcore (>=1.3.27)"]
439
- quality = ["black (>=23.1,<24.0)", "ruff (>=0.0.241)", "mypy (==0.982)"]
440
- tensorflow = ["tensorflow", "pydot", "graphviz"]
441
- torch = ["torch"]
442
- typing = ["types-pyyaml", "types-requests", "types-simplejson", "types-toml", "types-tqdm", "types-urllib3"]
443
-
444
- [[package]]
445
- name = "idna"
446
- version = "3.4"
447
- description = "Internationalized Domain Names in Applications (IDNA)"
448
- category = "main"
449
- optional = false
450
- python-versions = ">=3.5"
451
-
452
- [[package]]
453
- name = "jinja2"
454
- version = "3.1.2"
455
- description = "A very fast and expressive template engine."
456
- category = "main"
457
- optional = false
458
- python-versions = ">=3.7"
459
-
460
- [package.dependencies]
461
- MarkupSafe = ">=2.0"
462
-
463
- [package.extras]
464
- i18n = ["Babel (>=2.7)"]
465
-
466
- [[package]]
467
- name = "joblib"
468
- version = "1.2.0"
469
- description = "Lightweight pipelining with Python functions"
470
- category = "main"
471
- optional = false
472
- python-versions = ">=3.7"
473
-
474
- [[package]]
475
- name = "langchain"
476
- version = "0.0.155"
477
- description = "Building applications with LLMs through composability"
478
- category = "main"
479
- optional = false
480
- python-versions = ">=3.8.1,<4.0"
481
-
482
- [package.dependencies]
483
- aiohttp = ">=3.8.3,<4.0.0"
484
- async-timeout = {version = ">=4.0.0,<5.0.0", markers = "python_version < \"3.11\""}
485
- dataclasses-json = ">=0.5.7,<0.6.0"
486
- numexpr = ">=2.8.4,<3.0.0"
487
- numpy = ">=1,<2"
488
- openapi-schema-pydantic = ">=1.2,<2.0"
489
- pydantic = ">=1,<2"
490
- PyYAML = ">=5.4.1"
491
- requests = ">=2,<3"
492
- SQLAlchemy = ">=1.3,<3"
493
- tenacity = ">=8.1.0,<9.0.0"
494
- tqdm = ">=4.48.0"
495
-
496
- [package.extras]
497
- all = ["aleph-alpha-client (>=2.15.0,<3.0.0)", "faiss-cpu (>=1,<2)", "wikipedia (>=1,<2)", "elasticsearch (>=8,<9)", "opensearch-py (>=2.0.0,<3.0.0)", "redis (>=4,<5)", "manifest-ml (>=0.0.1,<0.0.2)", "spacy (>=3,<4)", "nltk (>=3,<4)", "transformers (>=4,<5)", "beautifulsoup4 (>=4,<5)", "torch (>=1,<3)", "jinja2 (>=3,<4)", "tiktoken (>=0.3.2,<0.4.0)", "pinecone-client (>=2,<3)", "pinecone-text (>=0.4.2,<0.5.0)", "clickhouse-connect (>=0.5.14,<0.6.0)", "weaviate-client (>=3,<4)", "google-api-python-client (==2.70.0)", "wolframalpha (==5.0.0)", "anthropic (>=0.2.6,<0.3.0)", "qdrant-client (>=1.1.2,<2.0.0)", "tensorflow-text (>=2.11.0,<3.0.0)", "cohere (>=3,<4)", "openai (>=0,<1)", "nlpcloud (>=1,<2)", "nomic (>=1.0.43,<2.0.0)", "huggingface_hub (>=0,<1)", "jina (>=3.14,<4.0)", "google-search-results (>=2,<3)", "sentence-transformers (>=2,<3)", "arxiv (>=1.4,<2.0)", "pypdf (>=3.4.0,<4.0.0)", "networkx (>=2.6.3,<3.0.0)", "deeplake (>=3.3.0,<4.0.0)", "pgvector (>=0.1.6,<0.2.0)", "psycopg2-binary (>=2.9.5,<3.0.0)", "pyowm (>=3.3.0,<4.0.0)", "azure-identity (>=1.12.0,<2.0.0)", "gptcache (>=0.1.7)", "atlassian-python-api (>=3.36.0,<4.0.0)", "pytesseract (>=0.3.10,<0.4.0)", "html2text (>=2020.1.16,<2021.0.0)", "duckduckgo-search (>=2.8.6,<3.0.0)", "azure-cosmos (>=4.4.0b1,<5.0.0)", "lark (>=1.1.5,<2.0.0)", "lancedb (>=0.1,<0.2)", "pexpect (>=4.8.0,<5.0.0)", "pyvespa (>=0.33.0,<0.34.0)"]
498
- azure = ["azure-core (>=1.26.4,<2.0.0)", "openai (>=0,<1)", "azure-identity (>=1.12.0,<2.0.0)", "azure-cosmos (>=4.4.0b1,<5.0.0)"]
499
- llms = ["manifest-ml (>=0.0.1,<0.0.2)", "transformers (>=4,<5)", "torch (>=1,<3)", "anthropic (>=0.2.6,<0.3.0)", "cohere (>=3,<4)", "openai (>=0,<1)", "nlpcloud (>=1,<2)", "huggingface_hub (>=0,<1)"]
500
- qdrant = ["qdrant-client (>=1.1.2,<2.0.0)"]
501
- cohere = ["cohere (>=3,<4)"]
502
- openai = ["openai (>=0,<1)"]
503
- embeddings = ["sentence-transformers (>=2,<3)"]
504
-
505
- [[package]]
506
- name = "lark"
507
- version = "1.1.5"
508
- description = "a modern parsing library"
509
- category = "main"
510
- optional = false
511
- python-versions = "*"
512
-
513
- [package.extras]
514
- atomic_cache = ["atomicwrites"]
515
- nearley = ["js2py"]
516
- regex = ["regex"]
517
-
518
- [[package]]
519
- name = "libmagic"
520
- version = "1.0"
521
- description = "libmagic bindings"
522
- category = "main"
523
- optional = false
524
- python-versions = "*"
525
-
526
- [[package]]
527
- name = "lit"
528
- version = "16.0.2"
529
- description = "A Software Testing Tool"
530
- category = "main"
531
- optional = false
532
- python-versions = "*"
533
-
534
- [[package]]
535
- name = "loguru"
536
- version = "0.7.0"
537
- description = "Python logging made (stupidly) simple"
538
- category = "main"
539
- optional = false
540
- python-versions = ">=3.5"
541
-
542
- [package.dependencies]
543
- colorama = {version = ">=0.3.4", markers = "sys_platform == \"win32\""}
544
- win32-setctime = {version = ">=1.0.0", markers = "sys_platform == \"win32\""}
545
-
546
- [package.extras]
547
- dev = ["mypy (==v0.910)", "tox (==3.27.1)", "pytest (==6.1.2)", "pytest-cov (==2.12.1)", "colorama (==0.4.5)", "freezegun (==1.1.0)", "mypy (==v0.971)", "pytest-mypy-plugins (==1.9.3)", "mypy (==v0.990)", "pre-commit (==3.2.1)", "tox (==4.4.6)", "pytest (==7.2.1)", "pytest-cov (==4.0.0)", "pytest-mypy-plugins (==1.10.1)", "colorama (==0.4.6)", "freezegun (==1.2.2)", "Sphinx (==5.3.0)", "sphinx-autobuild (==2021.3.14)", "sphinx-rtd-theme (==1.2.0)"]
548
-
549
- [[package]]
550
- name = "lz4"
551
- version = "4.3.2"
552
- description = "LZ4 Bindings for Python"
553
- category = "main"
554
- optional = false
555
- python-versions = ">=3.7"
556
-
557
- [package.extras]
558
- docs = ["sphinx (>=1.6.0)", "sphinx-bootstrap-theme"]
559
- flake8 = ["flake8"]
560
- tests = ["pytest (!=3.3.0)", "psutil", "pytest-cov"]
561
-
562
- [[package]]
563
- name = "markupsafe"
564
- version = "2.1.2"
565
- description = "Safely add untrusted strings to HTML/XML markup."
566
- category = "main"
567
- optional = false
568
- python-versions = ">=3.7"
569
-
570
- [[package]]
571
- name = "marshmallow"
572
- version = "3.19.0"
573
- description = "A lightweight library for converting complex datatypes to and from native Python datatypes."
574
- category = "main"
575
- optional = false
576
- python-versions = ">=3.7"
577
-
578
- [package.dependencies]
579
- packaging = ">=17.0"
580
-
581
- [package.extras]
582
- dev = ["pytest", "pytz", "simplejson", "mypy (==0.990)", "flake8 (==5.0.4)", "flake8-bugbear (==22.10.25)", "pre-commit (>=2.4,<3.0)", "tox"]
583
- docs = ["sphinx (==5.3.0)", "sphinx-issues (==3.0.1)", "alabaster (==0.7.12)", "sphinx-version-warning (==1.1.2)", "autodocsumm (==0.2.9)"]
584
- lint = ["mypy (==0.990)", "flake8 (==5.0.4)", "flake8-bugbear (==22.10.25)", "pre-commit (>=2.4,<3.0)"]
585
- tests = ["pytest", "pytz", "simplejson"]
586
-
587
- [[package]]
588
- name = "marshmallow-enum"
589
- version = "1.5.1"
590
- description = "Enum field for Marshmallow"
591
- category = "main"
592
- optional = false
593
- python-versions = "*"
594
-
595
- [package.dependencies]
596
- marshmallow = ">=2.0.0"
597
-
598
- [[package]]
599
- name = "monotonic"
600
- version = "1.6"
601
- description = "An implementation of time.monotonic() for Python 2 & < 3.3"
602
- category = "main"
603
- optional = false
604
- python-versions = "*"
605
-
606
- [[package]]
607
- name = "mpmath"
608
- version = "1.3.0"
609
- description = "Python library for arbitrary-precision floating-point arithmetic"
610
- category = "main"
611
- optional = false
612
- python-versions = "*"
613
-
614
- [package.extras]
615
- develop = ["pytest (>=4.6)", "pycodestyle", "pytest-cov", "codecov", "wheel"]
616
- docs = ["sphinx"]
617
- gmpy = ["gmpy2 (>=2.1.0a4)"]
618
- tests = ["pytest (>=4.6)"]
619
-
620
- [[package]]
621
- name = "multidict"
622
- version = "6.0.4"
623
- description = "multidict implementation"
624
- category = "main"
625
- optional = false
626
- python-versions = ">=3.7"
627
-
628
- [[package]]
629
- name = "mypy-extensions"
630
- version = "1.0.0"
631
- description = "Type system extensions for programs checked with the mypy type checker."
632
- category = "main"
633
- optional = false
634
- python-versions = ">=3.5"
635
-
636
- [[package]]
637
- name = "networkx"
638
- version = "3.1"
639
- description = "Python package for creating and manipulating graphs and networks"
640
- category = "main"
641
- optional = false
642
- python-versions = ">=3.8"
643
-
644
- [package.extras]
645
- default = ["numpy (>=1.20)", "scipy (>=1.8)", "matplotlib (>=3.4)", "pandas (>=1.3)"]
646
- developer = ["pre-commit (>=3.2)", "mypy (>=1.1)"]
647
- doc = ["sphinx (>=6.1)", "pydata-sphinx-theme (>=0.13)", "sphinx-gallery (>=0.12)", "numpydoc (>=1.5)", "pillow (>=9.4)", "nb2plots (>=0.6)", "texext (>=0.6.7)"]
648
- extra = ["lxml (>=4.6)", "pygraphviz (>=1.10)", "pydot (>=1.4.2)", "sympy (>=1.10)"]
649
- test = ["pytest (>=7.2)", "pytest-cov (>=4.0)", "codecov (>=2.1)"]
650
-
651
- [[package]]
652
- name = "nltk"
653
- version = "3.8.1"
654
- description = "Natural Language Toolkit"
655
- category = "main"
656
- optional = false
657
- python-versions = ">=3.7"
658
-
659
- [package.dependencies]
660
- click = "*"
661
- joblib = "*"
662
- regex = ">=2021.8.3"
663
- tqdm = "*"
664
-
665
- [package.extras]
666
- all = ["scikit-learn", "python-crfsuite", "requests", "numpy", "pyparsing", "twython", "scipy", "matplotlib"]
667
- corenlp = ["requests"]
668
- machine_learning = ["numpy", "python-crfsuite", "scikit-learn", "scipy"]
669
- plot = ["matplotlib"]
670
- tgrep = ["pyparsing"]
671
- twitter = ["twython"]
672
-
673
- [[package]]
674
- name = "numexpr"
675
- version = "2.8.4"
676
- description = "Fast numerical expression evaluator for NumPy"
677
- category = "main"
678
- optional = false
679
- python-versions = ">=3.7"
680
-
681
- [package.dependencies]
682
- numpy = ">=1.13.3"
683
-
684
- [[package]]
685
- name = "numpy"
686
- version = "1.24.3"
687
- description = "Fundamental package for array computing in Python"
688
- category = "main"
689
- optional = false
690
- python-versions = ">=3.8"
691
-
692
- [[package]]
693
- name = "nvidia-cublas-cu11"
694
- version = "11.10.3.66"
695
- description = "CUBLAS native runtime libraries"
696
- category = "main"
697
- optional = false
698
- python-versions = ">=3"
699
-
700
- [[package]]
701
- name = "nvidia-cuda-cupti-cu11"
702
- version = "11.7.101"
703
- description = "CUDA profiling tools runtime libs."
704
- category = "main"
705
- optional = false
706
- python-versions = ">=3"
707
-
708
- [[package]]
709
- name = "nvidia-cuda-nvrtc-cu11"
710
- version = "11.7.99"
711
- description = "NVRTC native runtime libraries"
712
- category = "main"
713
- optional = false
714
- python-versions = ">=3"
715
-
716
- [[package]]
717
- name = "nvidia-cuda-runtime-cu11"
718
- version = "11.7.99"
719
- description = "CUDA Runtime native Libraries"
720
- category = "main"
721
- optional = false
722
- python-versions = ">=3"
723
-
724
- [[package]]
725
- name = "nvidia-cudnn-cu11"
726
- version = "8.5.0.96"
727
- description = "cuDNN runtime libraries"
728
- category = "main"
729
- optional = false
730
- python-versions = ">=3"
731
-
732
- [[package]]
733
- name = "nvidia-cufft-cu11"
734
- version = "10.9.0.58"
735
- description = "CUFFT native runtime libraries"
736
- category = "main"
737
- optional = false
738
- python-versions = ">=3"
739
-
740
- [[package]]
741
- name = "nvidia-curand-cu11"
742
- version = "10.2.10.91"
743
- description = "CURAND native runtime libraries"
744
- category = "main"
745
- optional = false
746
- python-versions = ">=3"
747
-
748
- [[package]]
749
- name = "nvidia-cusolver-cu11"
750
- version = "11.4.0.1"
751
- description = "CUDA solver native runtime libraries"
752
- category = "main"
753
- optional = false
754
- python-versions = ">=3"
755
-
756
- [[package]]
757
- name = "nvidia-cusparse-cu11"
758
- version = "11.7.4.91"
759
- description = "CUSPARSE native runtime libraries"
760
- category = "main"
761
- optional = false
762
- python-versions = ">=3"
763
-
764
- [[package]]
765
- name = "nvidia-nccl-cu11"
766
- version = "2.14.3"
767
- description = "NVIDIA Collective Communication Library (NCCL) Runtime"
768
- category = "main"
769
- optional = false
770
- python-versions = ">=3"
771
-
772
- [[package]]
773
- name = "nvidia-nvtx-cu11"
774
- version = "11.7.91"
775
- description = "NVIDIA Tools Extension"
776
- category = "main"
777
- optional = false
778
- python-versions = ">=3"
779
-
780
- [[package]]
781
- name = "openai"
782
- version = "0.27.6"
783
- description = "Python client library for the OpenAI API"
784
- category = "main"
785
- optional = false
786
- python-versions = ">=3.7.1"
787
-
788
- [package.dependencies]
789
- aiohttp = "*"
790
- requests = ">=2.20"
791
- tqdm = "*"
792
-
793
- [package.extras]
794
- datalib = ["numpy", "pandas (>=1.2.3)", "pandas-stubs (>=1.1.0.11)", "openpyxl (>=3.0.7)"]
795
- dev = ["black (>=21.6b0,<22.0.0)", "pytest (>=6.0.0,<7.0.0)", "pytest-asyncio", "pytest-mock"]
796
- embeddings = ["scikit-learn (>=1.0.2)", "tenacity (>=8.0.1)", "matplotlib", "plotly", "numpy", "scipy", "pandas (>=1.2.3)", "pandas-stubs (>=1.1.0.11)", "openpyxl (>=3.0.7)"]
797
- wandb = ["wandb", "numpy", "pandas (>=1.2.3)", "pandas-stubs (>=1.1.0.11)", "openpyxl (>=3.0.7)"]
798
-
799
- [[package]]
800
- name = "openapi-schema-pydantic"
801
- version = "1.2.4"
802
- description = "OpenAPI (v3) specification schema as pydantic class"
803
- category = "main"
804
- optional = false
805
- python-versions = ">=3.6.1"
806
-
807
- [package.dependencies]
808
- pydantic = ">=1.8.2"
809
-
810
- [[package]]
811
- name = "packaging"
812
- version = "23.1"
813
- description = "Core utilities for Python packages"
814
- category = "main"
815
- optional = false
816
- python-versions = ">=3.7"
817
-
818
- [[package]]
819
- name = "pandas"
820
- version = "2.0.1"
821
- description = "Powerful data structures for data analysis, time series, and statistics"
822
- category = "main"
823
- optional = false
824
- python-versions = ">=3.8"
825
-
826
- [package.dependencies]
827
- numpy = [
828
- {version = ">=1.21.0", markers = "python_version >= \"3.10\""},
829
- {version = ">=1.23.2", markers = "python_version >= \"3.11\""},
830
- ]
831
- python-dateutil = ">=2.8.2"
832
- pytz = ">=2020.1"
833
- tzdata = ">=2022.1"
834
-
835
- [package.extras]
836
- all = ["beautifulsoup4 (>=4.9.3)", "bottleneck (>=1.3.2)", "brotlipy (>=0.7.0)", "fastparquet (>=0.6.3)", "fsspec (>=2021.07.0)", "gcsfs (>=2021.07.0)", "html5lib (>=1.1)", "hypothesis (>=6.34.2)", "jinja2 (>=3.0.0)", "lxml (>=4.6.3)", "matplotlib (>=3.6.1)", "numba (>=0.53.1)", "numexpr (>=2.7.3)", "odfpy (>=1.4.1)", "openpyxl (>=3.0.7)", "pandas-gbq (>=0.15.0)", "psycopg2 (>=2.8.6)", "pyarrow (>=7.0.0)", "pymysql (>=1.0.2)", "PyQt5 (>=5.15.1)", "pyreadstat (>=1.1.2)", "pytest (>=7.0.0)", "pytest-xdist (>=2.2.0)", "pytest-asyncio (>=0.17.0)", "python-snappy (>=0.6.0)", "pyxlsb (>=1.0.8)", "qtpy (>=2.2.0)", "scipy (>=1.7.1)", "s3fs (>=2021.08.0)", "SQLAlchemy (>=1.4.16)", "tables (>=3.6.1)", "tabulate (>=0.8.9)", "xarray (>=0.21.0)", "xlrd (>=2.0.1)", "xlsxwriter (>=1.4.3)", "zstandard (>=0.15.2)"]
837
- aws = ["s3fs (>=2021.08.0)"]
838
- clipboard = ["PyQt5 (>=5.15.1)", "qtpy (>=2.2.0)"]
839
- compression = ["brotlipy (>=0.7.0)", "python-snappy (>=0.6.0)", "zstandard (>=0.15.2)"]
840
- computation = ["scipy (>=1.7.1)", "xarray (>=0.21.0)"]
841
- excel = ["odfpy (>=1.4.1)", "openpyxl (>=3.0.7)", "pyxlsb (>=1.0.8)", "xlrd (>=2.0.1)", "xlsxwriter (>=1.4.3)"]
842
- feather = ["pyarrow (>=7.0.0)"]
843
- fss = ["fsspec (>=2021.07.0)"]
844
- gcp = ["gcsfs (>=2021.07.0)", "pandas-gbq (>=0.15.0)"]
845
- hdf5 = ["tables (>=3.6.1)"]
846
- html = ["beautifulsoup4 (>=4.9.3)", "html5lib (>=1.1)", "lxml (>=4.6.3)"]
847
- mysql = ["SQLAlchemy (>=1.4.16)", "pymysql (>=1.0.2)"]
848
- output_formatting = ["jinja2 (>=3.0.0)", "tabulate (>=0.8.9)"]
849
- parquet = ["pyarrow (>=7.0.0)"]
850
- performance = ["bottleneck (>=1.3.2)", "numba (>=0.53.1)", "numexpr (>=2.7.1)"]
851
- plot = ["matplotlib (>=3.6.1)"]
852
- postgresql = ["SQLAlchemy (>=1.4.16)", "psycopg2 (>=2.8.6)"]
853
- spss = ["pyreadstat (>=1.1.2)"]
854
- sql-other = ["SQLAlchemy (>=1.4.16)"]
855
- test = ["hypothesis (>=6.34.2)", "pytest (>=7.0.0)", "pytest-xdist (>=2.2.0)", "pytest-asyncio (>=0.17.0)"]
856
- xml = ["lxml (>=4.6.3)"]
857
-
858
- [[package]]
859
- name = "pillow"
860
- version = "9.5.0"
861
- description = "Python Imaging Library (Fork)"
862
- category = "main"
863
- optional = false
864
- python-versions = ">=3.7"
865
-
866
- [package.extras]
867
- docs = ["furo", "olefile", "sphinx (>=2.4)", "sphinx-copybutton", "sphinx-inline-tabs", "sphinx-removed-in", "sphinxext-opengraph"]
868
- tests = ["check-manifest", "coverage", "defusedxml", "markdown2", "olefile", "packaging", "pyroma", "pytest", "pytest-cov", "pytest-timeout"]
869
-
870
- [[package]]
871
- name = "pinecone-client"
872
- version = "2.2.1"
873
- description = "Pinecone client and SDK"
874
- category = "main"
875
- optional = false
876
- python-versions = ">=3.6"
877
-
878
- [package.dependencies]
879
- dnspython = ">=2.0.0"
880
- googleapis-common-protos = {version = ">=1.53.0", optional = true, markers = "extra == \"grpc\""}
881
- grpc-gateway-protoc-gen-openapiv2 = {version = "0.1.0", optional = true, markers = "extra == \"grpc\""}
882
- grpcio = {version = ">=1.44.0", optional = true, markers = "extra == \"grpc\""}
883
- loguru = ">=0.5.0"
884
- lz4 = {version = ">=3.1.3", optional = true, markers = "extra == \"grpc\""}
885
- numpy = "*"
886
- protobuf = {version = "3.19.3", optional = true, markers = "extra == \"grpc\""}
887
- python-dateutil = ">=2.5.3"
888
- pyyaml = ">=5.4"
889
- requests = ">=2.19.0"
890
- tqdm = ">=4.64.1"
891
- typing-extensions = ">=3.7.4"
892
- urllib3 = ">=1.21.1"
893
-
894
- [package.extras]
895
- grpc = ["grpcio (>=1.44.0)", "grpc-gateway-protoc-gen-openapiv2 (==0.1.0)", "googleapis-common-protos (>=1.53.0)", "lz4 (>=3.1.3)", "protobuf (==3.19.3)"]
896
-
897
- [[package]]
898
- name = "posthog"
899
- version = "3.0.1"
900
- description = "Integrate PostHog into any python application."
901
- category = "main"
902
- optional = false
903
- python-versions = "*"
904
-
905
- [package.dependencies]
906
- backoff = ">=1.10.0"
907
- monotonic = ">=1.5"
908
- python-dateutil = ">2.1"
909
- requests = ">=2.7,<3.0"
910
- six = ">=1.5"
911
-
912
- [package.extras]
913
- dev = ["black", "isort", "flake8", "flake8-print", "pre-commit"]
914
- sentry = ["sentry-sdk", "django"]
915
- test = ["mock (>=2.0.0)", "freezegun (==0.3.15)", "pylint", "flake8", "coverage", "pytest"]
916
-
917
- [[package]]
918
- name = "protobuf"
919
- version = "3.19.3"
920
- description = "Protocol Buffers"
921
- category = "main"
922
- optional = false
923
- python-versions = ">=3.5"
924
-
925
- [[package]]
926
- name = "pycparser"
927
- version = "2.21"
928
- description = "C parser in Python"
929
- category = "main"
930
- optional = false
931
- python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*"
932
-
933
- [[package]]
934
- name = "pydantic"
935
- version = "1.10.7"
936
- description = "Data validation and settings management using python type hints"
937
- category = "main"
938
- optional = false
939
- python-versions = ">=3.7"
940
-
941
- [package.dependencies]
942
- typing-extensions = ">=4.2.0"
943
-
944
- [package.extras]
945
- dotenv = ["python-dotenv (>=0.10.4)"]
946
- email = ["email-validator (>=1.0.3)"]
947
-
948
- [[package]]
949
- name = "python-dateutil"
950
- version = "2.8.2"
951
- description = "Extensions to the standard Python datetime module"
952
- category = "main"
953
- optional = false
954
- python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,>=2.7"
955
-
956
- [package.dependencies]
957
- six = ">=1.5"
958
-
959
- [[package]]
960
- name = "python-dotenv"
961
- version = "1.0.0"
962
- description = "Read key-value pairs from a .env file and set them as environment variables"
963
- category = "main"
964
- optional = false
965
- python-versions = ">=3.8"
966
-
967
- [package.extras]
968
- cli = ["click (>=5.0)"]
969
-
970
- [[package]]
971
- name = "python-multipart"
972
- version = "0.0.6"
973
- description = "A streaming multipart parser for Python"
974
- category = "main"
975
- optional = false
976
- python-versions = ">=3.7"
977
-
978
- [package.extras]
979
- dev = ["atomicwrites (==1.2.1)", "attrs (==19.2.0)", "coverage (==6.5.0)", "hatch", "invoke (==1.7.3)", "more-itertools (==4.3.0)", "pbr (==4.3.0)", "pluggy (==1.0.0)", "py (==1.11.0)", "pytest-cov (==4.0.0)", "pytest-timeout (==2.1.0)", "pytest (==7.2.0)", "pyyaml (==5.1)"]
980
-
981
- [[package]]
982
- name = "pytz"
983
- version = "2023.3"
984
- description = "World timezone definitions, modern and historical"
985
- category = "main"
986
- optional = false
987
- python-versions = "*"
988
-
989
- [[package]]
990
- name = "pyyaml"
991
- version = "6.0"
992
- description = "YAML parser and emitter for Python"
993
- category = "main"
994
- optional = false
995
- python-versions = ">=3.6"
996
-
997
- [[package]]
998
- name = "regex"
999
- version = "2023.5.4"
1000
- description = "Alternative regular expression module, to replace re."
1001
- category = "main"
1002
- optional = false
1003
- python-versions = ">=3.6"
1004
-
1005
- [[package]]
1006
- name = "requests"
1007
- version = "2.29.0"
1008
- description = "Python HTTP for Humans."
1009
- category = "main"
1010
- optional = false
1011
- python-versions = ">=3.7"
1012
-
1013
- [package.dependencies]
1014
- certifi = ">=2017.4.17"
1015
- charset-normalizer = ">=2,<4"
1016
- idna = ">=2.5,<4"
1017
- urllib3 = ">=1.21.1,<1.27"
1018
-
1019
- [package.extras]
1020
- socks = ["PySocks (>=1.5.6,!=1.5.7)"]
1021
- use_chardet_on_py3 = ["chardet (>=3.0.2,<6)"]
1022
-
1023
- [[package]]
1024
- name = "scikit-learn"
1025
- version = "1.2.2"
1026
- description = "A set of python modules for machine learning and data mining"
1027
- category = "main"
1028
- optional = false
1029
- python-versions = ">=3.8"
1030
-
1031
- [package.dependencies]
1032
- joblib = ">=1.1.1"
1033
- numpy = ">=1.17.3"
1034
- scipy = ">=1.3.2"
1035
- threadpoolctl = ">=2.0.0"
1036
-
1037
- [package.extras]
1038
- benchmark = ["matplotlib (>=3.1.3)", "pandas (>=1.0.5)", "memory-profiler (>=0.57.0)"]
1039
- docs = ["matplotlib (>=3.1.3)", "scikit-image (>=0.16.2)", "pandas (>=1.0.5)", "seaborn (>=0.9.0)", "memory-profiler (>=0.57.0)", "sphinx (>=4.0.1)", "sphinx-gallery (>=0.7.0)", "numpydoc (>=1.2.0)", "Pillow (>=7.1.2)", "pooch (>=1.6.0)", "sphinx-prompt (>=1.3.0)", "sphinxext-opengraph (>=0.4.2)", "plotly (>=5.10.0)"]
1040
- examples = ["matplotlib (>=3.1.3)", "scikit-image (>=0.16.2)", "pandas (>=1.0.5)", "seaborn (>=0.9.0)", "pooch (>=1.6.0)", "plotly (>=5.10.0)"]
1041
- tests = ["matplotlib (>=3.1.3)", "scikit-image (>=0.16.2)", "pandas (>=1.0.5)", "pytest (>=5.3.1)", "pytest-cov (>=2.9.0)", "flake8 (>=3.8.2)", "black (>=22.3.0)", "mypy (>=0.961)", "pyamg (>=4.0.0)", "numpydoc (>=1.2.0)", "pooch (>=1.6.0)"]
1042
-
1043
- [[package]]
1044
- name = "scipy"
1045
- version = "1.9.3"
1046
- description = "Fundamental algorithms for scientific computing in Python"
1047
- category = "main"
1048
- optional = false
1049
- python-versions = ">=3.8"
1050
-
1051
- [package.dependencies]
1052
- numpy = ">=1.18.5,<1.26.0"
1053
-
1054
- [package.extras]
1055
- test = ["pytest", "pytest-cov", "pytest-xdist", "asv", "mpmath", "gmpy2", "threadpoolctl", "scikit-umfpack"]
1056
- doc = ["sphinx (!=4.1.0)", "pydata-sphinx-theme (==0.9.0)", "sphinx-panels (>=0.5.2)", "matplotlib (>2)", "numpydoc", "sphinx-tabs"]
1057
- dev = ["mypy", "typing-extensions", "pycodestyle", "flake8"]
1058
-
1059
- [[package]]
1060
- name = "sentence-transformers"
1061
- version = "2.2.2"
1062
- description = "Multilingual text embeddings"
1063
- category = "main"
1064
- optional = false
1065
- python-versions = ">=3.6.0"
1066
-
1067
- [package.dependencies]
1068
- huggingface-hub = ">=0.4.0"
1069
- nltk = "*"
1070
- numpy = "*"
1071
- scikit-learn = "*"
1072
- scipy = "*"
1073
- sentencepiece = "*"
1074
- torch = ">=1.6.0"
1075
- torchvision = "*"
1076
- tqdm = "*"
1077
- transformers = ">=4.6.0,<5.0.0"
1078
-
1079
- [[package]]
1080
- name = "sentencepiece"
1081
- version = "0.1.99"
1082
- description = "SentencePiece python wrapper"
1083
- category = "main"
1084
- optional = false
1085
- python-versions = "*"
1086
-
1087
- [[package]]
1088
- name = "six"
1089
- version = "1.16.0"
1090
- description = "Python 2 and 3 compatibility utilities"
1091
- category = "main"
1092
- optional = false
1093
- python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*"
1094
-
1095
- [[package]]
1096
- name = "sniffio"
1097
- version = "1.3.0"
1098
- description = "Sniff out which async library your code is running under"
1099
- category = "main"
1100
- optional = false
1101
- python-versions = ">=3.7"
1102
-
1103
- [[package]]
1104
- name = "soupsieve"
1105
- version = "2.4.1"
1106
- description = "A modern CSS selector implementation for Beautiful Soup."
1107
- category = "main"
1108
- optional = false
1109
- python-versions = ">=3.7"
1110
-
1111
- [[package]]
1112
- name = "sqlalchemy"
1113
- version = "2.0.12"
1114
- description = "Database Abstraction Library"
1115
- category = "main"
1116
- optional = false
1117
- python-versions = ">=3.7"
1118
-
1119
- [package.dependencies]
1120
- greenlet = {version = "!=0.4.17", markers = "platform_machine == \"aarch64\" or platform_machine == \"ppc64le\" or platform_machine == \"x86_64\" or platform_machine == \"amd64\" or platform_machine == \"AMD64\" or platform_machine == \"win32\" or platform_machine == \"WIN32\""}
1121
- typing-extensions = ">=4.2.0"
1122
-
1123
- [package.extras]
1124
- aiomysql = ["greenlet (!=0.4.17)", "aiomysql"]
1125
- aiosqlite = ["greenlet (!=0.4.17)", "aiosqlite", "typing-extensions (!=3.10.0.1)"]
1126
- asyncio = ["greenlet (!=0.4.17)"]
1127
- asyncmy = ["greenlet (!=0.4.17)", "asyncmy (>=0.2.3,!=0.2.4,!=0.2.6)"]
1128
- mariadb_connector = ["mariadb (>=1.0.1,!=1.1.2,!=1.1.5)"]
1129
- mssql = ["pyodbc"]
1130
- mssql_pymssql = ["pymssql"]
1131
- mssql_pyodbc = ["pyodbc"]
1132
- mypy = ["mypy (>=0.910)"]
1133
- mysql = ["mysqlclient (>=1.4.0)"]
1134
- mysql_connector = ["mysql-connector-python"]
1135
- oracle = ["cx-oracle (>=7)"]
1136
- oracle_oracledb = ["oracledb (>=1.0.1)"]
1137
- postgresql = ["psycopg2 (>=2.7)"]
1138
- postgresql_asyncpg = ["greenlet (!=0.4.17)", "asyncpg"]
1139
- postgresql_pg8000 = ["pg8000 (>=1.29.1)"]
1140
- postgresql_psycopg = ["psycopg (>=3.0.7)"]
1141
- postgresql_psycopg2binary = ["psycopg2-binary"]
1142
- postgresql_psycopg2cffi = ["psycopg2cffi"]
1143
- pymysql = ["pymysql"]
1144
- sqlcipher = ["sqlcipher3-binary"]
1145
-
1146
- [[package]]
1147
- name = "starlette"
1148
- version = "0.26.1"
1149
- description = "The little ASGI library that shines."
1150
- category = "main"
1151
- optional = false
1152
- python-versions = ">=3.7"
1153
-
1154
- [package.dependencies]
1155
- anyio = ">=3.4.0,<5"
1156
-
1157
- [package.extras]
1158
- full = ["httpx (>=0.22.0)", "itsdangerous", "jinja2", "python-multipart", "pyyaml"]
1159
-
1160
- [[package]]
1161
- name = "sympy"
1162
- version = "1.11.1"
1163
- description = "Computer algebra system (CAS) in Python"
1164
- category = "main"
1165
- optional = false
1166
- python-versions = ">=3.8"
1167
-
1168
- [package.dependencies]
1169
- mpmath = ">=0.19"
1170
-
1171
- [[package]]
1172
- name = "tenacity"
1173
- version = "8.2.2"
1174
- description = "Retry code until it succeeds"
1175
- category = "main"
1176
- optional = false
1177
- python-versions = ">=3.6"
1178
-
1179
- [package.extras]
1180
- doc = ["reno", "sphinx", "tornado (>=4.5)"]
1181
-
1182
- [[package]]
1183
- name = "threadpoolctl"
1184
- version = "3.1.0"
1185
- description = "threadpoolctl"
1186
- category = "main"
1187
- optional = false
1188
- python-versions = ">=3.6"
1189
-
1190
- [[package]]
1191
- name = "tiktoken"
1192
- version = "0.3.3"
1193
- description = "tiktoken is a fast BPE tokeniser for use with OpenAI's models"
1194
- category = "main"
1195
- optional = false
1196
- python-versions = ">=3.8"
1197
-
1198
- [package.dependencies]
1199
- regex = ">=2022.1.18"
1200
- requests = ">=2.26.0"
1201
-
1202
- [package.extras]
1203
- blobfile = ["blobfile (>=2)"]
1204
-
1205
- [[package]]
1206
- name = "tokenizers"
1207
- version = "0.13.3"
1208
- description = "Fast and Customizable Tokenizers"
1209
- category = "main"
1210
- optional = false
1211
- python-versions = "*"
1212
-
1213
- [package.extras]
1214
- dev = ["pytest", "requests", "numpy", "datasets", "black (==22.3)"]
1215
- docs = ["sphinx", "sphinx-rtd-theme", "setuptools-rust"]
1216
- testing = ["pytest", "requests", "numpy", "datasets", "black (==22.3)"]
1217
-
1218
- [[package]]
1219
- name = "torch"
1220
- version = "2.0.0"
1221
- description = "Tensors and Dynamic neural networks in Python with strong GPU acceleration"
1222
- category = "main"
1223
- optional = false
1224
- python-versions = ">=3.8.0"
1225
-
1226
- [package.dependencies]
1227
- filelock = "*"
1228
- jinja2 = "*"
1229
- networkx = "*"
1230
- nvidia-cublas-cu11 = {version = "11.10.3.66", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1231
- nvidia-cuda-cupti-cu11 = {version = "11.7.101", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1232
- nvidia-cuda-nvrtc-cu11 = {version = "11.7.99", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1233
- nvidia-cuda-runtime-cu11 = {version = "11.7.99", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1234
- nvidia-cudnn-cu11 = {version = "8.5.0.96", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1235
- nvidia-cufft-cu11 = {version = "10.9.0.58", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1236
- nvidia-curand-cu11 = {version = "10.2.10.91", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1237
- nvidia-cusolver-cu11 = {version = "11.4.0.1", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1238
- nvidia-cusparse-cu11 = {version = "11.7.4.91", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1239
- nvidia-nccl-cu11 = {version = "2.14.3", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1240
- nvidia-nvtx-cu11 = {version = "11.7.91", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1241
- sympy = "*"
1242
- triton = {version = "2.0.0", markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\""}
1243
- typing-extensions = "*"
1244
-
1245
- [package.extras]
1246
- opt-einsum = ["opt-einsum (>=3.3)"]
1247
-
1248
- [[package]]
1249
- name = "torchvision"
1250
- version = "0.15.1"
1251
- description = "image and video datasets and models for torch deep learning"
1252
- category = "main"
1253
- optional = false
1254
- python-versions = ">=3.8"
1255
-
1256
- [package.dependencies]
1257
- numpy = "*"
1258
- pillow = ">=5.3.0,<8.3.0 || >=8.4.0"
1259
- requests = "*"
1260
- torch = "2.0.0"
1261
-
1262
- [package.extras]
1263
- scipy = ["scipy"]
1264
-
1265
- [[package]]
1266
- name = "tqdm"
1267
- version = "4.65.0"
1268
- description = "Fast, Extensible Progress Meter"
1269
- category = "main"
1270
- optional = false
1271
- python-versions = ">=3.7"
1272
-
1273
- [package.dependencies]
1274
- colorama = {version = "*", markers = "platform_system == \"Windows\""}
1275
-
1276
- [package.extras]
1277
- dev = ["py-make (>=0.1.0)", "twine", "wheel"]
1278
- notebook = ["ipywidgets (>=6)"]
1279
- slack = ["slack-sdk"]
1280
- telegram = ["requests"]
1281
-
1282
- [[package]]
1283
- name = "transformers"
1284
- version = "4.28.1"
1285
- description = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow"
1286
- category = "main"
1287
- optional = false
1288
- python-versions = ">=3.7.0"
1289
-
1290
- [package.dependencies]
1291
- filelock = "*"
1292
- huggingface-hub = ">=0.11.0,<1.0"
1293
- numpy = ">=1.17"
1294
- packaging = ">=20.0"
1295
- pyyaml = ">=5.1"
1296
- regex = "!=2019.12.17"
1297
- requests = "*"
1298
- tokenizers = ">=0.11.1,<0.11.3 || >0.11.3,<0.14"
1299
- tqdm = ">=4.27"
1300
-
1301
- [package.extras]
1302
- accelerate = ["accelerate (>=0.10.0)"]
1303
- all = ["tensorflow (>=2.4,<2.13)", "onnxconverter-common", "tf2onnx", "tensorflow-text (<2.13)", "keras-nlp (>=0.3.1)", "torch (>=1.9,!=1.12.0)", "jax (>=0.2.8,!=0.3.2,<=0.3.6)", "jaxlib (>=0.1.65,<=0.3.6)", "flax (>=0.4.1)", "optax (>=0.0.8)", "sentencepiece (>=0.1.91,!=0.1.92)", "protobuf (<=3.20.2)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torchaudio", "librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm", "pillow", "optuna", "ray", "sigopt", "timm", "torchvision", "codecarbon (==1.2.0)", "accelerate (>=0.10.0)", "decord (==0.6.0)", "av (==9.2.0)"]
1304
- audio = ["librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm"]
1305
- codecarbon = ["codecarbon (==1.2.0)"]
1306
- deepspeed = ["deepspeed (>=0.8.3)", "accelerate (>=0.10.0)"]
1307
- deepspeed-testing = ["deepspeed (>=0.8.3)", "accelerate (>=0.10.0)", "pytest", "pytest-xdist", "timeout-decorator", "parameterized", "psutil", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "pytest-timeout", "black (>=23.1,<24.0)", "sacrebleu (>=1.4.12,<2.0.0)", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "nltk", "GitPython (<3.1.19)", "hf-doc-builder (>=0.3.0)", "protobuf (<=3.20.2)", "sacremoses", "rjieba", "safetensors (>=0.2.1)", "beautifulsoup4", "faiss-cpu", "cookiecutter (==1.7.3)", "optuna", "sentencepiece (>=0.1.91,!=0.1.92)"]
1308
- dev = ["tensorflow (>=2.4,<2.13)", "onnxconverter-common", "tf2onnx", "tensorflow-text (<2.13)", "keras-nlp (>=0.3.1)", "torch (>=1.9,!=1.12.0)", "jax (>=0.2.8,!=0.3.2,<=0.3.6)", "jaxlib (>=0.1.65,<=0.3.6)", "flax (>=0.4.1)", "optax (>=0.0.8)", "sentencepiece (>=0.1.91,!=0.1.92)", "protobuf (<=3.20.2)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torchaudio", "librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm", "pillow", "optuna", "ray", "sigopt", "timm", "torchvision", "codecarbon (==1.2.0)", "accelerate (>=0.10.0)", "decord (==0.6.0)", "av (==9.2.0)", "pytest", "pytest-xdist", "timeout-decorator", "parameterized", "psutil", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "pytest-timeout", "black (>=23.1,<24.0)", "sacrebleu (>=1.4.12,<2.0.0)", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "nltk", "GitPython (<3.1.19)", "hf-doc-builder (>=0.3.0)", "sacremoses", "rjieba", "safetensors (>=0.2.1)", "beautifulsoup4", "faiss-cpu", "cookiecutter (==1.7.3)", "isort (>=5.5.4)", "ruff (>=0.0.241,<=0.0.259)", "fugashi (>=1.0)", "ipadic (>=1.0.0,<2.0)", "unidic-lite (>=1.0.7)", "unidic (>=1.0.2)", "sudachipy (>=0.6.6)", "sudachidict-core (>=20220729)", "rhoknp (>=1.1.0)", "hf-doc-builder", "scikit-learn"]
1309
- dev-tensorflow = ["pytest", "pytest-xdist", "timeout-decorator", "parameterized", "psutil", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "pytest-timeout", "black (>=23.1,<24.0)", "sacrebleu (>=1.4.12,<2.0.0)", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "nltk", "GitPython (<3.1.19)", "hf-doc-builder (>=0.3.0)", "protobuf (<=3.20.2)", "sacremoses", "rjieba", "safetensors (>=0.2.1)", "beautifulsoup4", "faiss-cpu", "cookiecutter (==1.7.3)", "tensorflow (>=2.4,<2.13)", "onnxconverter-common", "tf2onnx", "tensorflow-text (<2.13)", "keras-nlp (>=0.3.1)", "sentencepiece (>=0.1.91,!=0.1.92)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "pillow", "isort (>=5.5.4)", "ruff (>=0.0.241,<=0.0.259)", "hf-doc-builder", "scikit-learn", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)", "librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm"]
1310
- dev-torch = ["pytest", "pytest-xdist", "timeout-decorator", "parameterized", "psutil", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "pytest-timeout", "black (>=23.1,<24.0)", "sacrebleu (>=1.4.12,<2.0.0)", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "nltk", "GitPython (<3.1.19)", "hf-doc-builder (>=0.3.0)", "protobuf (<=3.20.2)", "sacremoses", "rjieba", "safetensors (>=0.2.1)", "beautifulsoup4", "faiss-cpu", "cookiecutter (==1.7.3)", "torch (>=1.9,!=1.12.0)", "sentencepiece (>=0.1.91,!=0.1.92)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torchaudio", "librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm", "pillow", "optuna", "ray", "sigopt", "timm", "torchvision", "codecarbon (==1.2.0)", "isort (>=5.5.4)", "ruff (>=0.0.241,<=0.0.259)", "fugashi (>=1.0)", "ipadic (>=1.0.0,<2.0)", "unidic-lite (>=1.0.7)", "unidic (>=1.0.2)", "sudachipy (>=0.6.6)", "sudachidict-core (>=20220729)", "rhoknp (>=1.1.0)", "hf-doc-builder", "scikit-learn", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)"]
1311
- docs = ["tensorflow (>=2.4,<2.13)", "onnxconverter-common", "tf2onnx", "tensorflow-text (<2.13)", "keras-nlp (>=0.3.1)", "torch (>=1.9,!=1.12.0)", "jax (>=0.2.8,!=0.3.2,<=0.3.6)", "jaxlib (>=0.1.65,<=0.3.6)", "flax (>=0.4.1)", "optax (>=0.0.8)", "sentencepiece (>=0.1.91,!=0.1.92)", "protobuf (<=3.20.2)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "torchaudio", "librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm", "pillow", "optuna", "ray", "sigopt", "timm", "torchvision", "codecarbon (==1.2.0)", "accelerate (>=0.10.0)", "decord (==0.6.0)", "av (==9.2.0)", "hf-doc-builder"]
1312
- docs_specific = ["hf-doc-builder"]
1313
- fairscale = ["fairscale (>0.3)"]
1314
- flax = ["jax (>=0.2.8,!=0.3.2,<=0.3.6)", "jaxlib (>=0.1.65,<=0.3.6)", "flax (>=0.4.1)", "optax (>=0.0.8)"]
1315
- flax-speech = ["librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm"]
1316
- ftfy = ["ftfy"]
1317
- integrations = ["optuna", "ray", "sigopt"]
1318
- ja = ["fugashi (>=1.0)", "ipadic (>=1.0.0,<2.0)", "unidic-lite (>=1.0.7)", "unidic (>=1.0.2)", "sudachipy (>=0.6.6)", "sudachidict-core (>=20220729)", "rhoknp (>=1.1.0)"]
1319
- modelcreation = ["cookiecutter (==1.7.3)"]
1320
- natten = ["natten (>=0.14.6)"]
1321
- onnx = ["onnxconverter-common", "tf2onnx", "onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)"]
1322
- onnxruntime = ["onnxruntime (>=1.4.0)", "onnxruntime-tools (>=1.4.2)"]
1323
- optuna = ["optuna"]
1324
- quality = ["black (>=23.1,<24.0)", "datasets (!=2.5.0)", "isort (>=5.5.4)", "ruff (>=0.0.241,<=0.0.259)", "GitPython (<3.1.19)", "hf-doc-builder (>=0.3.0)"]
1325
- ray = ["ray"]
1326
- retrieval = ["faiss-cpu", "datasets (!=2.5.0)"]
1327
- sagemaker = ["sagemaker (>=2.31.0)"]
1328
- sentencepiece = ["sentencepiece (>=0.1.91,!=0.1.92)", "protobuf (<=3.20.2)"]
1329
- serving = ["pydantic", "uvicorn", "fastapi", "starlette"]
1330
- sigopt = ["sigopt"]
1331
- sklearn = ["scikit-learn"]
1332
- speech = ["torchaudio", "librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm"]
1333
- testing = ["pytest", "pytest-xdist", "timeout-decorator", "parameterized", "psutil", "datasets (!=2.5.0)", "dill (<0.3.5)", "evaluate (>=0.2.0)", "pytest-timeout", "black (>=23.1,<24.0)", "sacrebleu (>=1.4.12,<2.0.0)", "rouge-score (!=0.0.7,!=0.0.8,!=0.1,!=0.1.1)", "nltk", "GitPython (<3.1.19)", "hf-doc-builder (>=0.3.0)", "protobuf (<=3.20.2)", "sacremoses", "rjieba", "safetensors (>=0.2.1)", "beautifulsoup4", "faiss-cpu", "cookiecutter (==1.7.3)"]
1334
- tf = ["tensorflow (>=2.4,<2.13)", "onnxconverter-common", "tf2onnx", "tensorflow-text (<2.13)", "keras-nlp (>=0.3.1)"]
1335
- tf-cpu = ["tensorflow-cpu (>=2.4,<2.13)", "onnxconverter-common", "tf2onnx", "tensorflow-text (<2.13)", "keras-nlp (>=0.3.1)"]
1336
- tf-speech = ["librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm"]
1337
- timm = ["timm"]
1338
- tokenizers = ["tokenizers (>=0.11.1,!=0.11.3,<0.14)"]
1339
- torch = ["torch (>=1.9,!=1.12.0)"]
1340
- torch-speech = ["torchaudio", "librosa", "pyctcdecode (>=0.4.0)", "phonemizer", "kenlm"]
1341
- torch-vision = ["torchvision", "pillow"]
1342
- torchhub = ["filelock", "huggingface-hub (>=0.11.0,<1.0)", "importlib-metadata", "numpy (>=1.17)", "packaging (>=20.0)", "protobuf (<=3.20.2)", "regex (!=2019.12.17)", "requests", "sentencepiece (>=0.1.91,!=0.1.92)", "torch (>=1.9,!=1.12.0)", "tokenizers (>=0.11.1,!=0.11.3,<0.14)", "tqdm (>=4.27)"]
1343
- video = ["decord (==0.6.0)", "av (==9.2.0)"]
1344
- vision = ["pillow"]
1345
-
1346
- [[package]]
1347
- name = "triton"
1348
- version = "2.0.0"
1349
- description = "A language and compiler for custom Deep Learning operations"
1350
- category = "main"
1351
- optional = false
1352
- python-versions = "*"
1353
-
1354
- [package.dependencies]
1355
- cmake = "*"
1356
- filelock = "*"
1357
- lit = "*"
1358
- torch = "*"
1359
-
1360
- [package.extras]
1361
- tests = ["autopep8", "flake8", "isort", "numpy", "pytest", "scipy (>=1.7.1)"]
1362
- tutorials = ["matplotlib", "pandas", "tabulate"]
1363
-
1364
- [[package]]
1365
- name = "typing-extensions"
1366
- version = "4.5.0"
1367
- description = "Backported and Experimental Type Hints for Python 3.7+"
1368
- category = "main"
1369
- optional = false
1370
- python-versions = ">=3.7"
1371
-
1372
- [[package]]
1373
- name = "typing-inspect"
1374
- version = "0.8.0"
1375
- description = "Runtime inspection utilities for typing module."
1376
- category = "main"
1377
- optional = false
1378
- python-versions = "*"
1379
-
1380
- [package.dependencies]
1381
- mypy-extensions = ">=0.3.0"
1382
- typing-extensions = ">=3.7.4"
1383
-
1384
- [[package]]
1385
- name = "tzdata"
1386
- version = "2023.3"
1387
- description = "Provider of IANA time zone data"
1388
- category = "main"
1389
- optional = false
1390
- python-versions = ">=2"
1391
-
1392
- [[package]]
1393
- name = "urllib3"
1394
- version = "1.26.15"
1395
- description = "HTTP library with thread-safe connection pooling, file post, and more."
1396
- category = "main"
1397
- optional = false
1398
- python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*, !=3.5.*"
1399
-
1400
- [package.extras]
1401
- brotli = ["brotlicffi (>=0.8.0)", "brotli (>=1.0.9)", "brotlipy (>=0.6.0)"]
1402
- secure = ["pyOpenSSL (>=0.14)", "cryptography (>=1.3.4)", "idna (>=2.0.0)", "certifi", "urllib3-secure-extra", "ipaddress"]
1403
- socks = ["PySocks (>=1.5.6,!=1.5.7,<2.0)"]
1404
-
1405
- [[package]]
1406
- name = "uvicorn"
1407
- version = "0.21.1"
1408
- description = "The lightning-fast ASGI server."
1409
- category = "main"
1410
- optional = false
1411
- python-versions = ">=3.7"
1412
-
1413
- [package.dependencies]
1414
- click = ">=7.0"
1415
- colorama = {version = ">=0.4", optional = true, markers = "sys_platform == \"win32\" and extra == \"standard\""}
1416
- h11 = ">=0.8"
1417
- httptools = {version = ">=0.5.0", optional = true, markers = "extra == \"standard\""}
1418
- python-dotenv = {version = ">=0.13", optional = true, markers = "extra == \"standard\""}
1419
- pyyaml = {version = ">=5.1", optional = true, markers = "extra == \"standard\""}
1420
- uvloop = {version = ">=0.14.0,<0.15.0 || >0.15.0,<0.15.1 || >0.15.1", optional = true, markers = "sys_platform != \"win32\" and sys_platform != \"cygwin\" and platform_python_implementation != \"PyPy\" and extra == \"standard\""}
1421
- watchfiles = {version = ">=0.13", optional = true, markers = "extra == \"standard\""}
1422
- websockets = {version = ">=10.4", optional = true, markers = "extra == \"standard\""}
1423
-
1424
- [package.extras]
1425
- standard = ["colorama (>=0.4)", "httptools (>=0.5.0)", "python-dotenv (>=0.13)", "pyyaml (>=5.1)", "uvloop (>=0.14.0,!=0.15.0,!=0.15.1)", "watchfiles (>=0.13)", "websockets (>=10.4)"]
1426
-
1427
- [[package]]
1428
- name = "uvloop"
1429
- version = "0.17.0"
1430
- description = "Fast implementation of asyncio event loop on top of libuv"
1431
- category = "main"
1432
- optional = false
1433
- python-versions = ">=3.7"
1434
-
1435
- [package.extras]
1436
- dev = ["Cython (>=0.29.32,<0.30.0)", "pytest (>=3.6.0)", "Sphinx (>=4.1.2,<4.2.0)", "sphinxcontrib-asyncio (>=0.3.0,<0.4.0)", "sphinx-rtd-theme (>=0.5.2,<0.6.0)", "flake8 (>=3.9.2,<3.10.0)", "psutil", "pycodestyle (>=2.7.0,<2.8.0)", "pyOpenSSL (>=22.0.0,<22.1.0)", "mypy (>=0.800)", "aiohttp"]
1437
- docs = ["Sphinx (>=4.1.2,<4.2.0)", "sphinxcontrib-asyncio (>=0.3.0,<0.4.0)", "sphinx-rtd-theme (>=0.5.2,<0.6.0)"]
1438
- test = ["flake8 (>=3.9.2,<3.10.0)", "psutil", "pycodestyle (>=2.7.0,<2.8.0)", "pyOpenSSL (>=22.0.0,<22.1.0)", "mypy (>=0.800)", "Cython (>=0.29.32,<0.30.0)", "aiohttp"]
1439
-
1440
- [[package]]
1441
- name = "watchfiles"
1442
- version = "0.19.0"
1443
- description = "Simple, modern and high performance file watching and code reload in python."
1444
- category = "main"
1445
- optional = false
1446
- python-versions = ">=3.7"
1447
-
1448
- [package.dependencies]
1449
- anyio = ">=3.0.0"
1450
-
1451
- [[package]]
1452
- name = "watchgod"
1453
- version = "0.6"
1454
- description = "Simple, modern file watching and code reload in python."
1455
- category = "main"
1456
- optional = false
1457
- python-versions = ">=3.5"
1458
-
1459
- [[package]]
1460
- name = "websockets"
1461
- version = "11.0.2"
1462
- description = "An implementation of the WebSocket Protocol (RFC 6455 & 7692)"
1463
- category = "main"
1464
- optional = false
1465
- python-versions = ">=3.7"
1466
-
1467
- [[package]]
1468
- name = "win32-setctime"
1469
- version = "1.1.0"
1470
- description = "A small Python utility to set file creation time on Windows"
1471
- category = "main"
1472
- optional = false
1473
- python-versions = ">=3.5"
1474
-
1475
- [package.extras]
1476
- dev = ["pytest (>=4.6.2)", "black (>=19.3b0)"]
1477
-
1478
- [[package]]
1479
- name = "yarl"
1480
- version = "1.9.2"
1481
- description = "Yet another URL library"
1482
- category = "main"
1483
- optional = false
1484
- python-versions = ">=3.7"
1485
-
1486
- [package.dependencies]
1487
- idna = ">=2.0"
1488
- multidict = ">=4.0"
1489
-
1490
- [[package]]
1491
- name = "zstandard"
1492
- version = "0.21.0"
1493
- description = "Zstandard bindings for Python"
1494
- category = "main"
1495
- optional = false
1496
- python-versions = ">=3.7"
1497
-
1498
- [package.dependencies]
1499
- cffi = {version = ">=1.11", markers = "platform_python_implementation == \"PyPy\""}
1500
-
1501
- [package.extras]
1502
- cffi = ["cffi (>=1.11)"]
1503
-
1504
- [metadata]
1505
- lock-version = "1.1"
1506
- python-versions = "^3.10"
1507
- content-hash = "c27bb192b83ec3c2e5d096c30b3a04680a6667ea243a43d48d3939c923849c57"
1508
-
1509
- [metadata.files]
1510
- aiofiles = []
1511
- aiohttp = []
1512
- aiosignal = []
1513
- anyio = []
1514
- arel = []
1515
- async-timeout = []
1516
- attrs = []
1517
- backoff = []
1518
- beautifulsoup4 = []
1519
- bs4 = []
1520
- certifi = []
1521
- cffi = []
1522
- charset-normalizer = []
1523
- chromadb = []
1524
- click = []
1525
- clickhouse-connect = []
1526
- cmake = []
1527
- colorama = []
1528
- dataclasses-json = []
1529
- dnspython = []
1530
- duckdb = []
1531
- fastapi = []
1532
- filelock = []
1533
- frozenlist = []
1534
- fsspec = []
1535
- googleapis-common-protos = []
1536
- greenlet = []
1537
- grpc-gateway-protoc-gen-openapiv2 = []
1538
- grpcio = []
1539
- h11 = []
1540
- hnswlib = []
1541
- httptools = []
1542
- huggingface-hub = []
1543
- idna = []
1544
- jinja2 = []
1545
- joblib = []
1546
- langchain = []
1547
- lark = []
1548
- libmagic = []
1549
- lit = []
1550
- loguru = []
1551
- lz4 = []
1552
- markupsafe = []
1553
- marshmallow = []
1554
- marshmallow-enum = []
1555
- monotonic = []
1556
- mpmath = []
1557
- multidict = []
1558
- mypy-extensions = []
1559
- networkx = []
1560
- nltk = []
1561
- numexpr = []
1562
- numpy = []
1563
- nvidia-cublas-cu11 = []
1564
- nvidia-cuda-cupti-cu11 = []
1565
- nvidia-cuda-nvrtc-cu11 = []
1566
- nvidia-cuda-runtime-cu11 = []
1567
- nvidia-cudnn-cu11 = []
1568
- nvidia-cufft-cu11 = []
1569
- nvidia-curand-cu11 = []
1570
- nvidia-cusolver-cu11 = []
1571
- nvidia-cusparse-cu11 = []
1572
- nvidia-nccl-cu11 = []
1573
- nvidia-nvtx-cu11 = []
1574
- openai = []
1575
- openapi-schema-pydantic = []
1576
- packaging = []
1577
- pandas = []
1578
- pillow = []
1579
- pinecone-client = []
1580
- posthog = []
1581
- protobuf = []
1582
- pycparser = [
1583
- {file = "pycparser-2.21-py2.py3-none-any.whl", hash = "sha256:8ee45429555515e1f6b185e78100aea234072576aa43ab53aefcae078162fca9"},
1584
- {file = "pycparser-2.21.tar.gz", hash = "sha256:e644fdec12f7872f86c58ff790da456218b10f863970249516d60a5eaca77206"},
1585
- ]
1586
- pydantic = []
1587
- python-dateutil = [
1588
- {file = "python-dateutil-2.8.2.tar.gz", hash = "sha256:0123cacc1627ae19ddf3c27a5de5bd67ee4586fbdd6440d9748f8abb483d3e86"},
1589
- {file = "python_dateutil-2.8.2-py2.py3-none-any.whl", hash = "sha256:961d03dc3453ebbc59dbdea9e4e11c5651520a876d0f4db161e8674aae935da9"},
1590
- ]
1591
- python-dotenv = []
1592
- python-multipart = []
1593
- pytz = []
1594
- pyyaml = [
1595
- {file = "PyYAML-6.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d4db7c7aef085872ef65a8fd7d6d09a14ae91f691dec3e87ee5ee0539d516f53"},
1596
- {file = "PyYAML-6.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9df7ed3b3d2e0ecfe09e14741b857df43adb5a3ddadc919a2d94fbdf78fea53c"},
1597
- {file = "PyYAML-6.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:77f396e6ef4c73fdc33a9157446466f1cff553d979bd00ecb64385760c6babdc"},
1598
- {file = "PyYAML-6.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a80a78046a72361de73f8f395f1f1e49f956c6be882eed58505a15f3e430962b"},
1599
- {file = "PyYAML-6.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:f84fbc98b019fef2ee9a1cb3ce93e3187a6df0b2538a651bfb890254ba9f90b5"},
1600
- {file = "PyYAML-6.0-cp310-cp310-win32.whl", hash = "sha256:2cd5df3de48857ed0544b34e2d40e9fac445930039f3cfe4bcc592a1f836d513"},
1601
- {file = "PyYAML-6.0-cp310-cp310-win_amd64.whl", hash = "sha256:daf496c58a8c52083df09b80c860005194014c3698698d1a57cbcfa182142a3a"},
1602
- {file = "PyYAML-6.0-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:897b80890765f037df3403d22bab41627ca8811ae55e9a722fd0392850ec4d86"},
1603
- {file = "PyYAML-6.0-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:50602afada6d6cbfad699b0c7bb50d5ccffa7e46a3d738092afddc1f9758427f"},
1604
- {file = "PyYAML-6.0-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:48c346915c114f5fdb3ead70312bd042a953a8ce5c7106d5bfb1a5254e47da92"},
1605
- {file = "PyYAML-6.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:98c4d36e99714e55cfbaaee6dd5badbc9a1ec339ebfc3b1f52e293aee6bb71a4"},
1606
- {file = "PyYAML-6.0-cp36-cp36m-win32.whl", hash = "sha256:0283c35a6a9fbf047493e3a0ce8d79ef5030852c51e9d911a27badfde0605293"},
1607
- {file = "PyYAML-6.0-cp36-cp36m-win_amd64.whl", hash = "sha256:07751360502caac1c067a8132d150cf3d61339af5691fe9e87803040dbc5db57"},
1608
- {file = "PyYAML-6.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:819b3830a1543db06c4d4b865e70ded25be52a2e0631ccd2f6a47a2822f2fd7c"},
1609
- {file = "PyYAML-6.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:473f9edb243cb1935ab5a084eb238d842fb8f404ed2193a915d1784b5a6b5fc0"},
1610
- {file = "PyYAML-6.0-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0ce82d761c532fe4ec3f87fc45688bdd3a4c1dc5e0b4a19814b9009a29baefd4"},
1611
- {file = "PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:231710d57adfd809ef5d34183b8ed1eeae3f76459c18fb4a0b373ad56bedcdd9"},
1612
- {file = "PyYAML-6.0-cp37-cp37m-win32.whl", hash = "sha256:c5687b8d43cf58545ade1fe3e055f70eac7a5a1a0bf42824308d868289a95737"},
1613
- {file = "PyYAML-6.0-cp37-cp37m-win_amd64.whl", hash = "sha256:d15a181d1ecd0d4270dc32edb46f7cb7733c7c508857278d3d378d14d606db2d"},
1614
- {file = "PyYAML-6.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:0b4624f379dab24d3725ffde76559cff63d9ec94e1736b556dacdfebe5ab6d4b"},
1615
- {file = "PyYAML-6.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:213c60cd50106436cc818accf5baa1aba61c0189ff610f64f4a3e8c6726218ba"},
1616
- {file = "PyYAML-6.0-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9fa600030013c4de8165339db93d182b9431076eb98eb40ee068700c9c813e34"},
1617
- {file = "PyYAML-6.0-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:277a0ef2981ca40581a47093e9e2d13b3f1fbbeffae064c1d21bfceba2030287"},
1618
- {file = "PyYAML-6.0-cp38-cp38-win32.whl", hash = "sha256:d4eccecf9adf6fbcc6861a38015c2a64f38b9d94838ac1810a9023a0609e1b78"},
1619
- {file = "PyYAML-6.0-cp38-cp38-win_amd64.whl", hash = "sha256:1e4747bc279b4f613a09eb64bba2ba602d8a6664c6ce6396a4d0cd413a50ce07"},
1620
- {file = "PyYAML-6.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:055d937d65826939cb044fc8c9b08889e8c743fdc6a32b33e2390f66013e449b"},
1621
- {file = "PyYAML-6.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:e61ceaab6f49fb8bdfaa0f92c4b57bcfbea54c09277b1b4f7ac376bfb7a7c174"},
1622
- {file = "PyYAML-6.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d67d839ede4ed1b28a4e8909735fc992a923cdb84e618544973d7dfc71540803"},
1623
- {file = "PyYAML-6.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cba8c411ef271aa037d7357a2bc8f9ee8b58b9965831d9e51baf703280dc73d3"},
1624
- {file = "PyYAML-6.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:40527857252b61eacd1d9af500c3337ba8deb8fc298940291486c465c8b46ec0"},
1625
- {file = "PyYAML-6.0-cp39-cp39-win32.whl", hash = "sha256:b5b9eccad747aabaaffbc6064800670f0c297e52c12754eb1d976c57e4f74dcb"},
1626
- {file = "PyYAML-6.0-cp39-cp39-win_amd64.whl", hash = "sha256:b3d267842bf12586ba6c734f89d1f5b871df0273157918b0ccefa29deb05c21c"},
1627
- {file = "PyYAML-6.0.tar.gz", hash = "sha256:68fb519c14306fec9720a2a5b45bc9f0c8d1b9c72adf45c37baedfcd949c35a2"},
1628
- ]
1629
- regex = []
1630
- requests = []
1631
- scikit-learn = []
1632
- scipy = []
1633
- sentence-transformers = []
1634
- sentencepiece = []
1635
- six = [
1636
- {file = "six-1.16.0-py2.py3-none-any.whl", hash = "sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254"},
1637
- {file = "six-1.16.0.tar.gz", hash = "sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926"},
1638
- ]
1639
- sniffio = []
1640
- soupsieve = []
1641
- sqlalchemy = []
1642
- starlette = []
1643
- sympy = []
1644
- tenacity = []
1645
- threadpoolctl = [
1646
- {file = "threadpoolctl-3.1.0-py3-none-any.whl", hash = "sha256:8b99adda265feb6773280df41eece7b2e6561b772d21ffd52e372f999024907b"},
1647
- {file = "threadpoolctl-3.1.0.tar.gz", hash = "sha256:a335baacfaa4400ae1f0d8e3a58d6674d2f8828e3716bb2802c44955ad391380"},
1648
- ]
1649
- tiktoken = []
1650
- tokenizers = []
1651
- torch = []
1652
- torchvision = []
1653
- tqdm = []
1654
- transformers = []
1655
- triton = []
1656
- typing-extensions = []
1657
- typing-inspect = []
1658
- tzdata = []
1659
- urllib3 = []
1660
- uvicorn = []
1661
- uvloop = []
1662
- watchfiles = []
1663
- watchgod = []
1664
- websockets = []
1665
- win32-setctime = []
1666
- yarl = []
1667
- zstandard = []
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
pyproject.toml DELETED
@@ -1,32 +0,0 @@
1
- [tool.poetry]
2
- name = "kth-qa"
3
- version = "0.1.0"
4
- description = "A question & answering app for kth.se"
5
- authors = ["Your Name <you@example.com>"]
6
- license = "MIT License"
7
-
8
- [tool.poetry.dependencies]
9
- python = "^3.10"
10
- langchain = "0.0.155"
11
- fastapi = "^0.95.0"
12
- requests = "^2.28.2"
13
- uvicorn = "^0.21.1"
14
- openai = "^0.27.2"
15
- chromadb = "^0.3.20"
16
- python-multipart = "^0.0.6"
17
- Jinja2 = "^3.1.2"
18
- aiofiles = "^23.1.0"
19
- arel = "0.2.*"
20
- tiktoken = "^0.3.3"
21
- beautifulsoup4 = "^4.12.2"
22
- bs4 = "^0.0.1"
23
- tqdm = "^4.65.0"
24
- libmagic = "^1.0"
25
- lark = "^1.1.5"
26
- pinecone-client = {extras = ["grpc"], version = "^2.2.1"}
27
-
28
- [tool.poetry.dev-dependencies]
29
-
30
- [build-system]
31
- requires = ["poetry-core>=1.0.0"]
32
- build-backend = "poetry.core.masonry.api"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
requirements.txt ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ aiofiles==23.1.0; python_version >= "3.7" and python_version < "4.0"
2
+ aiohttp==3.8.4; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.6"
3
+ aiosignal==1.3.1; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
4
+ anyio==3.6.2; python_full_version >= "3.6.2" and python_version >= "3.7"
5
+ arel==0.2.0; python_version >= "3.7"
6
+ async-timeout==4.0.2; python_full_version >= "3.8.1" and python_version < "3.11" and python_version >= "3.6"
7
+ attrs==23.1.0; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
8
+ backoff==2.2.1; python_version >= "3.7" and python_version < "4.0"
9
+ beautifulsoup4==4.12.2; python_full_version >= "3.6.0"
10
+ bs4==0.0.1
11
+ certifi==2022.12.7; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.8"
12
+ cffi==1.15.1; python_version >= "3.7" and python_version < "4.0" and platform_python_implementation == "PyPy"
13
+ charset-normalizer==3.1.0; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.8"
14
+ chromadb==0.3.21; python_version >= "3.7"
15
+ click==8.1.3; python_full_version >= "3.6.0" and python_version >= "3.7"
16
+ clickhouse-connect==0.5.22; python_version >= "3.7" and python_version < "4.0"
17
+ cmake==3.26.3; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
18
+ colorama==0.4.6; sys_platform == "win32" and python_version >= "3.7" and python_full_version >= "3.8.1" and platform_system == "Windows" and python_version < "4.0" and (python_version >= "3.7" and python_full_version < "3.0.0" and platform_system == "Windows" or platform_system == "Windows" and python_version >= "3.7" and python_full_version >= "3.7.0") and (python_version >= "3.7" and python_full_version < "3.0.0" and sys_platform == "win32" or sys_platform == "win32" and python_version >= "3.7" and python_full_version >= "3.7.0") and (python_version >= "3.6" and python_full_version < "3.0.0" and sys_platform == "win32" or sys_platform == "win32" and python_version >= "3.6" and python_full_version >= "3.7.0")
19
+ dataclasses-json==0.5.7; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.6"
20
+ dnspython==2.3.0; python_version >= "3.7" and python_version < "4.0"
21
+ duckdb==0.7.1; python_version >= "3.7"
22
+ fastapi==0.95.1; python_version >= "3.7"
23
+ filelock==3.12.0; python_full_version >= "3.8.0" and python_version >= "3.7" and platform_system == "Linux" and platform_machine == "x86_64"
24
+ frozenlist==1.3.3; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
25
+ fsspec==2023.4.0; python_full_version >= "3.7.0" and python_version >= "3.8"
26
+ googleapis-common-protos==1.56.4; python_version >= "3.7"
27
+ greenlet==2.0.2; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7" and platform_machine == "aarch64" or python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7" and platform_machine == "ppc64le" or python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7" and platform_machine == "x86_64" or python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7" and platform_machine == "amd64" or python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7" and platform_machine == "AMD64" or python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7" and platform_machine == "win32" or python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7" and platform_machine == "WIN32"
28
+ grpc-gateway-protoc-gen-openapiv2==0.1.0; python_version >= "3.6"
29
+ grpcio==1.54.0; python_version >= "3.7"
30
+ h11==0.14.0; python_version >= "3.7"
31
+ hnswlib==0.7.0; python_version >= "3.7"
32
+ httptools==0.5.0; python_version >= "3.7" and python_full_version >= "3.5.0"
33
+ huggingface-hub==0.14.1; python_full_version >= "3.7.0" and python_version >= "3.7"
34
+ idna==3.4; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.8"
35
+ jinja2==3.1.2; python_version >= "3.7"
36
+ joblib==1.2.0; python_full_version >= "3.6.0" and python_version >= "3.8"
37
+ langchain==0.0.155; python_full_version >= "3.8.1" and python_version < "4.0"
38
+ lark==1.1.5
39
+ libmagic==1.0
40
+ lit==16.0.2; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
41
+ loguru==0.7.0; python_version >= "3.6"
42
+ lz4==4.3.2; python_version >= "3.7" and python_version < "4.0"
43
+ markupsafe==2.1.2; python_full_version >= "3.8.0" and python_version >= "3.7"
44
+ marshmallow-enum==1.5.1; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.6"
45
+ marshmallow==3.19.0; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
46
+ monotonic==1.6; python_version >= "3.7"
47
+ mpmath==1.3.0; python_full_version >= "3.8.0" and python_version >= "3.8"
48
+ multidict==6.0.4; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
49
+ mypy-extensions==1.0.0; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.6"
50
+ networkx==3.1; python_full_version >= "3.8.0" and python_version >= "3.8"
51
+ nltk==3.8.1; python_full_version >= "3.6.0" and python_version >= "3.7"
52
+ numexpr==2.8.4; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
53
+ numpy==1.24.3; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.11"
54
+ nvidia-cublas-cu11==11.10.3.66; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
55
+ nvidia-cuda-cupti-cu11==11.7.101; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
56
+ nvidia-cuda-nvrtc-cu11==11.7.99; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
57
+ nvidia-cuda-runtime-cu11==11.7.99; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
58
+ nvidia-cudnn-cu11==8.5.0.96; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
59
+ nvidia-cufft-cu11==10.9.0.58; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
60
+ nvidia-curand-cu11==10.2.10.91; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
61
+ nvidia-cusolver-cu11==11.4.0.1; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
62
+ nvidia-cusparse-cu11==11.7.4.91; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
63
+ nvidia-nccl-cu11==2.14.3; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
64
+ nvidia-nvtx-cu11==11.7.91; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
65
+ openai==0.27.6; python_full_version >= "3.7.1"
66
+ openapi-schema-pydantic==1.2.4; python_full_version >= "3.8.1" and python_version < "4.0"
67
+ packaging==23.1; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
68
+ pandas==2.0.1; python_version >= "3.8"
69
+ pillow==9.5.0; python_full_version >= "3.6.0" and python_version >= "3.8"
70
+ pinecone-client==2.2.1; python_version >= "3.6"
71
+ posthog==3.0.1; python_version >= "3.7"
72
+ protobuf==3.19.3; python_version >= "3.7"
73
+ pycparser==2.21; python_version >= "3.7" and python_full_version < "3.0.0" and python_version < "4.0" and platform_python_implementation == "PyPy" or python_version >= "3.7" and python_version < "4.0" and platform_python_implementation == "PyPy" and python_full_version >= "3.4.0"
74
+ pydantic==1.10.7; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
75
+ python-dateutil==2.8.2; python_version >= "3.8" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version >= "3.8"
76
+ python-dotenv==1.0.0; python_version >= "3.8"
77
+ python-multipart==0.0.6; python_version >= "3.7"
78
+ pytz==2023.3; python_version >= "3.8" and python_version < "4.0"
79
+ pyyaml==6.0; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
80
+ regex==2023.5.4; python_full_version >= "3.7.0" and python_version >= "3.8"
81
+ requests==2.29.0; python_version >= "3.7"
82
+ scikit-learn==1.2.2; python_full_version >= "3.6.0" and python_version >= "3.8"
83
+ scipy==1.9.3; python_full_version >= "3.6.0" and python_version >= "3.8"
84
+ sentence-transformers==2.2.2; python_full_version >= "3.6.0" and python_version >= "3.7"
85
+ sentencepiece==0.1.99; python_full_version >= "3.6.0" and python_version >= "3.7"
86
+ six==1.16.0; python_version >= "3.8" and python_full_version < "3.0.0" or python_full_version >= "3.3.0" and python_version >= "3.8"
87
+ sniffio==1.3.0; python_full_version >= "3.6.2" and python_version >= "3.7"
88
+ soupsieve==2.4.1; python_version >= "3.7" and python_full_version >= "3.6.0"
89
+ sqlalchemy==2.0.12; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
90
+ starlette==0.26.1; python_version >= "3.7"
91
+ sympy==1.11.1; python_full_version >= "3.8.0" and python_version >= "3.8"
92
+ tenacity==8.2.2; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.6"
93
+ threadpoolctl==3.1.0; python_full_version >= "3.6.0" and python_version >= "3.8"
94
+ tiktoken==0.3.3; python_version >= "3.8"
95
+ tokenizers==0.13.3; python_full_version >= "3.7.0" and python_version >= "3.7"
96
+ torch==2.0.0; python_full_version >= "3.8.0" and python_version >= "3.8" and platform_system == "Linux" and platform_machine == "x86_64"
97
+ torchvision==0.15.1; python_full_version >= "3.6.0" and python_version >= "3.8"
98
+ tqdm==4.65.0; python_version >= "3.7"
99
+ transformers==4.28.1; python_full_version >= "3.7.0" and python_version >= "3.7"
100
+ triton==2.0.0; platform_system == "Linux" and platform_machine == "x86_64" and python_full_version >= "3.8.0" and python_version >= "3.7"
101
+ typing-extensions==4.5.0; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
102
+ typing-inspect==0.8.0; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.6"
103
+ tzdata==2023.3; python_version >= "3.8"
104
+ urllib3==1.26.15; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.8" and (python_version >= "3.6" and python_full_version < "3.0.0" or python_full_version >= "3.6.0" and python_version >= "3.6") and (python_version >= "3.7" and python_full_version < "3.0.0" and python_version < "4.0" or python_version >= "3.7" and python_version < "4.0" and python_full_version >= "3.6.0")
105
+ uvicorn==0.21.1; python_version >= "3.7"
106
+ uvloop==0.17.0; sys_platform != "win32" and sys_platform != "cygwin" and platform_python_implementation != "PyPy" and python_version >= "3.7"
107
+ watchfiles==0.19.0; python_version >= "3.7"
108
+ watchgod==0.6; python_version >= "3.7"
109
+ websockets==11.0.2; python_version >= "3.7"
110
+ win32-setctime==1.1.0; sys_platform == "win32" and python_version >= "3.6"
111
+ yarl==1.9.2; python_full_version >= "3.8.1" and python_version < "4.0" and python_version >= "3.7"
112
+ zstandard==0.21.0; python_version >= "3.7" and python_version < "4.0"
kth_qa/schema.py β†’ schema.py RENAMED
File without changes
{kth_qa/static β†’ static}/styles.css RENAMED
File without changes
{kth_qa/templates β†’ templates}/index.html RENAMED
File without changes
kth_qa/test_response.json β†’ test_response.json RENAMED
File without changes
kth_qa/utils.py β†’ utils.py RENAMED
File without changes