Spaces:
Runtime error
Runtime error
Update model/ea_model.py
Browse files- model/ea_model.py +2 -1
model/ea_model.py
CHANGED
@@ -47,8 +47,9 @@ class EaModel(nn.Module):
|
|
47 |
bias=con["bias"]
|
48 |
except:
|
49 |
bias=True
|
|
|
50 |
self.ea_layer = Model(config,bias=bias,total_tokens=total_token,depth=depth,top_k=top_k,threshold=threshold)
|
51 |
-
|
52 |
low_memory=False
|
53 |
|
54 |
device = base_model.model.layers[-1].self_attn.q_proj.weight.device
|
|
|
47 |
bias=con["bias"]
|
48 |
except:
|
49 |
bias=True
|
50 |
+
print("draft init")
|
51 |
self.ea_layer = Model(config,bias=bias,total_tokens=total_token,depth=depth,top_k=top_k,threshold=threshold)
|
52 |
+
print("draft init end")
|
53 |
low_memory=False
|
54 |
|
55 |
device = base_model.model.layers[-1].self_attn.q_proj.weight.device
|