api_for_unity / config.py
ldhldh's picture
Upload config.py
f4e3990
raw
history blame
807 Bytes
from petals.constants import PUBLIC_INITIAL_PEERS
from data_structures import ModelInfo
INITIAL_PEERS = PUBLIC_INITIAL_PEERS
MODELS = [
ModelInfo(
dht_prefix="StableBeluga2-hf",
repository="https://huggingface.co/petals-team/StableBeluga2",
num_blocks=80,
),
ModelInfo(
dht_prefix="falcon-180B-chat",
repository="https://huggingface.co/tiiuae/falcon-180B-chat",
num_blocks=80,
limited=True,
),
ModelInfo(
dht_prefix="Llama-2-70b-chat-hf",
repository="https://huggingface.co/meta-llama/Llama-2-70b-chat-hf",
num_blocks=80,
),
ModelInfo(
dht_prefix="Llama-2-70b-hf",
repository="https://huggingface.co/meta-llama/Llama-2-70b-hf",
num_blocks=80,
),
]
UPDATE_PERIOD = 60