napatswift commited on
Commit
c8bbd2d
1 Parent(s): e67e7a8

Add script

Browse files
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ model filter=lfs diff=lfs merge=lfs -text
app.py ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import tensorflow as tf
3
+ import keras_nlp
4
+
5
+ MAX_SEQUENCE_LENGTH = 40
6
+ model = tf.keras.models.load_model('model')
7
+
8
+ eng_tokenizer = keras_nlp.tokenizers.SentencePieceTokenizer(
9
+ 'spmodel/m48.model')
10
+ tha_tokenizer = keras_nlp.tokenizers.SentencePieceTokenizer(
11
+ 'spmodel/m48.model')
12
+
13
+ def decode_sequences(input_sentences):
14
+ batch_size = tf.shape(input_sentences)[0]
15
+
16
+ encoder_input_tokens = eng_tokenizer(input_sentences).to_tensor(
17
+ shape=(None, MAX_SEQUENCE_LENGTH)
18
+ )
19
+ def token_probability_fn(decoder_input_tokens):
20
+ return model([encoder_input_tokens, decoder_input_tokens])[:, -1, :]
21
+
22
+ prompt = tf.fill((batch_size, 1), tha_tokenizer.token_to_id("<s>"))
23
+
24
+ generated_tokens = keras_nlp.utils.top_p_search(
25
+ token_probability_fn,
26
+ prompt,
27
+ p=0.1,
28
+ max_length=40,
29
+ end_token_id=tha_tokenizer.token_to_id("</s>"),
30
+ )
31
+
32
+ generated_sentences = tha_tokenizer.detokenize(generated_tokens)
33
+ return generated_sentences
34
+
35
+ def greet(english_lyrics):
36
+ translated = decode_sequences(tf.constant([english_lyrics]))
37
+ translated = translated.numpy()[0].decode("utf-8")
38
+ translated = (
39
+ translated
40
+ .replace("<pad>", "")
41
+ .replace("<s>", "")
42
+ .replace("</s>", "")
43
+ .replace("⁇", "")
44
+ .strip()
45
+ )
46
+ return translated
47
+
48
+ iface = gr.Interface(fn=greet, inputs="text", outputs="text")
49
+ iface.launch()
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ gradio
2
+ tensorflow
3
+ keras_nlp
saved_model/model/fingerprint.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02779466cdec163811d078815c633f21901413081449002f24aa3e80f0b88ef7
3
+ size 55
saved_model/model/keras_metadata.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7217045d222bb77b6906d09ec5aa81f8d008171925996a3f515fcf3e58acff7
3
+ size 58966
saved_model/model/saved_model.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa4d4866561073f0aed3750adf47ca690fbfffc4489010b91068b2104784ad74
3
+ size 1419373
saved_model/model/variables/variables.data-00000-of-00001 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915a0ce9d50ac6b8d17e2aae56407c975936e4e1f66b53d63922c4d5e057b16d
3
+ size 52920719
saved_model/model/variables/variables.index ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd3a16ac228e0766ebc1db8b4bb91b59117f1e0612961bff706fb3550e916083
3
+ size 6120
spmodel/m48.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7f360c04636a14301b9d5623e083bd553d1dda137e6edf4988e98b2a6344cf4
3
+ size 354171
spmodel/m48.vocab ADDED
The diff for this file is too large to render. See raw diff