dawnranger
commited on
Commit
·
e4f6212
1
Parent(s):
222e086
Update lyraChatGLM/model.py
Browse filesthis is very slow. weight is load from file, no need to init
- lyraChatGLM/model.py +1 -1
lyraChatGLM/model.py
CHANGED
@@ -161,7 +161,7 @@ class ChatGLM6BWeights:
|
|
161 |
self.inference_data_type])] * layer_num) # adaptor2_bias2
|
162 |
|
163 |
# Initialization
|
164 |
-
self._map(lambda w: torch.nn.init.normal_(w, mean=0., std=1.))
|
165 |
|
166 |
if (self.int8_mode != 0):
|
167 |
self.int8_w.extend([torch.zeros(global_hidden_units, local_hidden_units *
|
|
|
161 |
self.inference_data_type])] * layer_num) # adaptor2_bias2
|
162 |
|
163 |
# Initialization
|
164 |
+
# self._map(lambda w: torch.nn.init.normal_(w, mean=0., std=1.))
|
165 |
|
166 |
if (self.int8_mode != 0):
|
167 |
self.int8_w.extend([torch.zeros(global_hidden_units, local_hidden_units *
|