Upload 2 files
Browse files- .gitattributes +1 -0
- data.txt +3 -0
- fine-tuning.py +31 -0
.gitattributes
CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
data.txt filter=lfs diff=lfs merge=lfs -text
|
data.txt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a703abd65dcaaa046fec56493eca28b6ab037777062c44845ed1a55170d66177
|
3 |
+
size 25365471
|
fine-tuning.py
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gpt_2_simple as gpt2
|
2 |
+
import configparser
|
3 |
+
config = configparser.ConfigParser()
|
4 |
+
config.read("conf.ini")
|
5 |
+
|
6 |
+
|
7 |
+
file_name = "data.txt"
|
8 |
+
run_name = config["DEFAULT"]["RunName"]
|
9 |
+
model_size = config["DEFAULT"]["GPT2ModelNameSize"]
|
10 |
+
steps = config["DEFAULT"]["Steps"]
|
11 |
+
|
12 |
+
gpt2.download_gpt2(model_name=model_size)
|
13 |
+
sess = gpt2.start_tf_sess()
|
14 |
+
|
15 |
+
gpt2.finetune(sess,
|
16 |
+
dataset=file_name,
|
17 |
+
model_name=model_size,
|
18 |
+
steps=steps,
|
19 |
+
restore_from='fresh',
|
20 |
+
run_name = run_name,
|
21 |
+
print_every=10,
|
22 |
+
)
|
23 |
+
# , learning_rate=.00003)
|
24 |
+
|
25 |
+
|
26 |
+
print(run_name)
|
27 |
+
sess = gpt2.start_tf_sess()
|
28 |
+
gpt2.load_gpt2(sess, run_name=run_name)
|
29 |
+
|
30 |
+
|
31 |
+
gpt2.generate(sess, run_name=run_name, temperature=0.7, length=100, prefix=None, top_k=40, nsamples=10)
|