File size: 1,993 Bytes
640ecdb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | # dispatchAI Python SDK
# pip install dispatchai
#
# Two-line inference with any dispatchAI mobile model:
# from dispatchai import load_model
# model = load_model("SmolLM2-135M-Instruct-mobile")
[build-system]
requires = ["setuptools>=64", "wheel"]
build-backend = "setuptools.build_meta"
[project]
name = "dispatchai"
version = "0.1.0"
description = "dispatchAI — Mobile-optimized LLMs that run on your phone. Small. Mobile. Free. UAE-built."
readme = "README.md"
license = {text = "Apache-2.0"}
requires-python = ">=3.8"
authors = [
{name = "Dispatch AI (FZE)", email = "contact@dispatchai.ai"}
]
keywords = [
"mobile", "llm", "on-device", "edge", "quantized", "gguf",
"huggingface", "arabic", "small-models", "dispatchai"
]
classifiers = [
"Development Status :: 4 - Beta",
"Intended Audience :: Developers",
"License :: OSI Approved :: Apache Software License",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.8",
"Programming Language :: Python :: 3.9",
"Programming Language :: Python :: 3.10",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
]
dependencies = [
"huggingface_hub>=0.20.0",
"requests>=2.28.0",
]
[project.optional-dependencies]
torch = ["transformers>=4.40.0", "torch>=2.0.0", "accelerate>=0.20.0"]
gguf = ["llama-cpp-python>=0.2.0"]
full = ["transformers>=4.40.0", "torch>=2.0.0", "accelerate>=0.20.0", "llama-cpp-python>=0.2.0", "sentence-transformers>=2.5.0"]
dev = ["pytest>=7.0", "pytest-cov", "ruff", "mypy"]
[project.urls]
Homepage = "https://huggingface.co/dispatchAI"
Documentation = "https://huggingface.co/dispatchAI"
Repository = "https://huggingface.co/dispatchAI/dispatchAI-SDK"
"Bug Tracker" = "https://huggingface.co/dispatchAI/dispatchAI-SDK/discussions"
[tool.setuptools.packages.find]
where = ["src"]
[tool.ruff]
line-length = 100
target-version = "py38"
|