enkaell commited on
Commit
e742ed1
1 Parent(s): 9fde586

Upload 2 files

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. data.txt +3 -0
  3. fine-tuning.py +31 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ data.txt filter=lfs diff=lfs merge=lfs -text
data.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a703abd65dcaaa046fec56493eca28b6ab037777062c44845ed1a55170d66177
3
+ size 25365471
fine-tuning.py ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gpt_2_simple as gpt2
2
+ import configparser
3
+ config = configparser.ConfigParser()
4
+ config.read("conf.ini")
5
+
6
+
7
+ file_name = "data.txt"
8
+ run_name = config["DEFAULT"]["RunName"]
9
+ model_size = config["DEFAULT"]["GPT2ModelNameSize"]
10
+ steps = config["DEFAULT"]["Steps"]
11
+
12
+ gpt2.download_gpt2(model_name=model_size)
13
+ sess = gpt2.start_tf_sess()
14
+
15
+ gpt2.finetune(sess,
16
+ dataset=file_name,
17
+ model_name=model_size,
18
+ steps=steps,
19
+ restore_from='fresh',
20
+ run_name = run_name,
21
+ print_every=10,
22
+ )
23
+ # , learning_rate=.00003)
24
+
25
+
26
+ print(run_name)
27
+ sess = gpt2.start_tf_sess()
28
+ gpt2.load_gpt2(sess, run_name=run_name)
29
+
30
+
31
+ gpt2.generate(sess, run_name=run_name, temperature=0.7, length=100, prefix=None, top_k=40, nsamples=10)