Update lavis/models/protein_models/protein_function_opt.py
Browse files
lavis/models/protein_models/protein_function_opt.py
CHANGED
|
@@ -19,7 +19,6 @@ import transformers
|
|
| 19 |
import esm
|
| 20 |
import random
|
| 21 |
from lavis.models.base_model import FAPMConfig
|
| 22 |
-
from esm import pretrained
|
| 23 |
|
| 24 |
|
| 25 |
def comb(s):
|
|
@@ -86,8 +85,6 @@ class Blip2ProteinMistral(Blip2ProteinBase):
|
|
| 86 |
if 'contact_head' in name or 'emb_layer_norm_after' in name or 'lm_head' in name:
|
| 87 |
param.requires_grad = False
|
| 88 |
'''
|
| 89 |
-
self.model_esm, self.alphabet = pretrained.load_model_and_alphabet('esm2_t36_3B_UR50D')
|
| 90 |
-
|
| 91 |
if esm_size == '650m':
|
| 92 |
self.Qformer, self.query_tokens = self.init_Qformer(num_query_token, 1280)
|
| 93 |
elif esm_size == '3b':
|
|
|
|
| 19 |
import esm
|
| 20 |
import random
|
| 21 |
from lavis.models.base_model import FAPMConfig
|
|
|
|
| 22 |
|
| 23 |
|
| 24 |
def comb(s):
|
|
|
|
| 85 |
if 'contact_head' in name or 'emb_layer_norm_after' in name or 'lm_head' in name:
|
| 86 |
param.requires_grad = False
|
| 87 |
'''
|
|
|
|
|
|
|
| 88 |
if esm_size == '650m':
|
| 89 |
self.Qformer, self.query_tokens = self.init_Qformer(num_query_token, 1280)
|
| 90 |
elif esm_size == '3b':
|