Remove Longformer
#7
by
Plasmarine
- opened
- modeling_cocom.py +1 -1
modeling_cocom.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, PreTrainedModel, PretrainedConfig, AutoModel
|
2 |
from linformer.attention import LinformerSelfAttention
|
3 |
import torch
|
4 |
import math
|
|
|
1 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig, PreTrainedModel, PretrainedConfig, AutoModel
|
2 |
from linformer.attention import LinformerSelfAttention
|
3 |
import torch
|
4 |
import math
|