Shinhati2023 commited on
Commit
e82bb67
1 Parent(s): a54f869

Create Launch_training.Py

Browse files
Files changed (1) hide show
  1. Launch_training.Py +36 -0
Launch_training.Py ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import sagemaker
2
+ import boto3
3
+ from sagemaker.huggingface import HuggingFace
4
+
5
+ try:
6
+ role = sagemaker.get_execution_role()
7
+ except ValueError:
8
+ iam = boto3.client('iam')
9
+ role = iam.get_role(RoleName='sagemaker_execution_role')['Role']['Arn']
10
+
11
+ hyperparameters = {
12
+ 'model_name_or_path':'stabilityai/StableBeluga2',
13
+ 'output_dir':'/opt/ml/model'
14
+ # add your remaining hyperparameters
15
+ # more info here https://github.com/huggingface/transformers/tree/v4.37.0/examples/pytorch/language-modeling
16
+ }
17
+
18
+ # git configuration to download our fine-tuning script
19
+ git_config = {'repo': 'https://github.com/huggingface/transformers.git','branch': 'v4.37.0'}
20
+
21
+ # creates Hugging Face estimator
22
+ huggingface_estimator = HuggingFace(
23
+ entry_point='run_clm.py',
24
+ source_dir='./examples/pytorch/language-modeling',
25
+ instance_type='ml.p3.2xlarge',
26
+ instance_count=1,
27
+ role=role,
28
+ git_config=git_config,
29
+ transformers_version='4.37.0',
30
+ pytorch_version='2.1.0',
31
+ py_version='py310',
32
+ hyperparameters = hyperparameters
33
+ )
34
+
35
+ # starting the train job
36
+ huggingface_estimator.fit()