Spaces:
Runtime error
Runtime error
Create Dockerfile
Browse files- Dockerfile +48 -0
Dockerfile
ADDED
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import docker
|
2 |
+
from transformers import DollyTokenizer, DollyForSequenceClassification
|
3 |
+
|
4 |
+
# Initialize the Docker client
|
5 |
+
client = docker.from_env()
|
6 |
+
|
7 |
+
# Create a new container based on the Dolly LLM image
|
8 |
+
container = client.containers.create(
|
9 |
+
image="huggingface/dolly-base-uncased",
|
10 |
+
detach=True,
|
11 |
+
command=[
|
12 |
+
"python",
|
13 |
+
"-m",
|
14 |
+
"transformers.dolly.run_dolly",
|
15 |
+
"--model_name",
|
16 |
+
"dolly-base-uncased",
|
17 |
+
"--task",
|
18 |
+
"sequence_classification",
|
19 |
+
"--tokenizer",
|
20 |
+
"dolly-base-uncased",
|
21 |
+
"--max_seq_len",
|
22 |
+
512,
|
23 |
+
"--per_device_train_batch_size",
|
24 |
+
16,
|
25 |
+
"--per_device_eval_batch_size",
|
26 |
+
64,
|
27 |
+
"--evaluation_strategy",
|
28 |
+
"epoch",
|
29 |
+
"--learning_rate",
|
30 |
+
5e-5,
|
31 |
+
"--num_train_epochs",
|
32 |
+
3,
|
33 |
+
"--save_total_limit",
|
34 |
+
2,
|
35 |
+
"--save_steps",
|
36 |
+
500,
|
37 |
+
"--load_best_model_at_end",
|
38 |
+
"true",
|
39 |
+
"--tensorboard_log_dir",
|
40 |
+
"/logs",
|
41 |
+
]
|
42 |
+
)
|
43 |
+
|
44 |
+
# Start the container
|
45 |
+
container.start()
|
46 |
+
|
47 |
+
# Wait for the container to finish
|
48 |
+
container.wait()
|