Use eval to reduce time.
Browse files
app.py
CHANGED
@@ -105,10 +105,11 @@ class Model(nn.Module):
|
|
105 |
loss = F.cross_entropy(x.view(-1, x.shape[-1]), targ.view(-1))
|
106 |
return x, loss
|
107 |
|
108 |
-
m = Model()
|
109 |
-
m.to(device)
|
110 |
|
111 |
m=torch.load("model_v4t.pkl",map_location=torch.device('cpu'))
|
|
|
112 |
|
113 |
top_k = 20
|
114 |
def generate(s, num = 60):
|
|
|
105 |
loss = F.cross_entropy(x.view(-1, x.shape[-1]), targ.view(-1))
|
106 |
return x, loss
|
107 |
|
108 |
+
#m = Model()
|
109 |
+
#m.to(device)
|
110 |
|
111 |
m=torch.load("model_v4t.pkl",map_location=torch.device('cpu'))
|
112 |
+
m.eval()
|
113 |
|
114 |
top_k = 20
|
115 |
def generate(s, num = 60):
|