Add tokenizer import
Browse files
test.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
import json # TODO: use the responses file after it's done instead of loading the dataset again
|
| 2 |
import numpy as np
|
| 3 |
from keras.saving import load_model
|
|
|
|
| 4 |
from keras_self_attention import SeqSelfAttention
|
| 5 |
from model_settings import *
|
| 6 |
|
|
|
|
| 1 |
import json # TODO: use the responses file after it's done instead of loading the dataset again
|
| 2 |
import numpy as np
|
| 3 |
from keras.saving import load_model
|
| 4 |
+
from keras.preprocessing.text import Tokenizer
|
| 5 |
from keras_self_attention import SeqSelfAttention
|
| 6 |
from model_settings import *
|
| 7 |
|