richermans commited on
Commit
19505af
·
verified ·
1 Parent(s): 76114a7

Update modeling_ced.py

Browse files
Files changed (1) hide show
  1. modeling_ced.py +2 -1
modeling_ced.py CHANGED
@@ -367,7 +367,8 @@ class CedModel(CedPreTrainedModel):
367
  self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
368
  norm_layer = partial(nn.LayerNorm, eps=1e-6)
369
  act_layer = nn.GELU
370
- dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth)] # stochastic depth decay rule
 
371
  self.pos_drop = nn.Dropout(p=config.drop_rate)
372
  self.blocks = nn.Sequential(
373
  *[
 
367
  self.freq_pos_embed = nn.Parameter(torch.randn(1, config.embed_dim, self.patch_embed.grid_size[0], 1) * 0.02)
368
  norm_layer = partial(nn.LayerNorm, eps=1e-6)
369
  act_layer = nn.GELU
370
+ # dpr = [x.item() for x in torch.linspace(0, config.drop_path_rate, config.depth)] # stochastic depth decay rule
371
+ dpr = [0.0 + (config.drop_path_rate * i / (config.depth - 1)) for i in range(config.depth)]
372
  self.pos_drop = nn.Dropout(p=config.drop_rate)
373
  self.blocks = nn.Sequential(
374
  *[