dawnranger commited on
Commit
e4f6212
1 Parent(s): 222e086

Update lyraChatGLM/model.py

Browse files

this is very slow. weight is load from file, no need to init

Files changed (1) hide show
  1. lyraChatGLM/model.py +1 -1
lyraChatGLM/model.py CHANGED
@@ -161,7 +161,7 @@ class ChatGLM6BWeights:
161
  self.inference_data_type])] * layer_num) # adaptor2_bias2
162
 
163
  # Initialization
164
- self._map(lambda w: torch.nn.init.normal_(w, mean=0., std=1.))
165
 
166
  if (self.int8_mode != 0):
167
  self.int8_w.extend([torch.zeros(global_hidden_units, local_hidden_units *
 
161
  self.inference_data_type])] * layer_num) # adaptor2_bias2
162
 
163
  # Initialization
164
+ # self._map(lambda w: torch.nn.init.normal_(w, mean=0., std=1.))
165
 
166
  if (self.int8_mode != 0):
167
  self.int8_w.extend([torch.zeros(global_hidden_units, local_hidden_units *