Upload config.py

config.py

@@ -0,0 +1,31 @@
+from petals.constants import PUBLIC_INITIAL_PEERS
+
+from data_structures import ModelInfo
+
+INITIAL_PEERS = PUBLIC_INITIAL_PEERS
+
+MODELS = [
+    ModelInfo(
+        dht_prefix="StableBeluga2-hf",
+        repository="https://huggingface.co/petals-team/StableBeluga2",
+        num_blocks=80,
+    ),
+    ModelInfo(
+        dht_prefix="falcon-180B-chat",
+        repository="https://huggingface.co/tiiuae/falcon-180B-chat",
+        num_blocks=80,
+        limited=True,
+    ),
+    ModelInfo(
+        dht_prefix="Llama-2-70b-chat-hf",
+        repository="https://huggingface.co/meta-llama/Llama-2-70b-chat-hf",
+        num_blocks=80,
+    ),
+    ModelInfo(
+        dht_prefix="Llama-2-70b-hf",
+        repository="https://huggingface.co/meta-llama/Llama-2-70b-hf",
+        num_blocks=80,
+    ),
+]
+
+UPDATE_PERIOD = 60