kiranb99 commited on
Commit
9e38157
·
1 Parent(s): d91e8f6

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +48 -0
Dockerfile ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import docker
2
+ from transformers import DollyTokenizer, DollyForSequenceClassification
3
+
4
+ # Initialize the Docker client
5
+ client = docker.from_env()
6
+
7
+ # Create a new container based on the Dolly LLM image
8
+ container = client.containers.create(
9
+ image="huggingface/dolly-base-uncased",
10
+ detach=True,
11
+ command=[
12
+ "python",
13
+ "-m",
14
+ "transformers.dolly.run_dolly",
15
+ "--model_name",
16
+ "dolly-base-uncased",
17
+ "--task",
18
+ "sequence_classification",
19
+ "--tokenizer",
20
+ "dolly-base-uncased",
21
+ "--max_seq_len",
22
+ 512,
23
+ "--per_device_train_batch_size",
24
+ 16,
25
+ "--per_device_eval_batch_size",
26
+ 64,
27
+ "--evaluation_strategy",
28
+ "epoch",
29
+ "--learning_rate",
30
+ 5e-5,
31
+ "--num_train_epochs",
32
+ 3,
33
+ "--save_total_limit",
34
+ 2,
35
+ "--save_steps",
36
+ 500,
37
+ "--load_best_model_at_end",
38
+ "true",
39
+ "--tensorboard_log_dir",
40
+ "/logs",
41
+ ]
42
+ )
43
+
44
+ # Start the container
45
+ container.start()
46
+
47
+ # Wait for the container to finish
48
+ container.wait()