Gausson commited on
Commit
d95ec59
·
verified ·
1 Parent(s): 9019a46

Update custom_generate/generate.py

Browse files
Files changed (1) hide show
  1. custom_generate/generate.py +1 -1
custom_generate/generate.py CHANGED
@@ -7,7 +7,7 @@ from transformers import Cache, GenerationConfig
7
  import torch.nn as nn
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
- from ..functions_2_patch import _validate_model_kwargs, llama_atten_forward
11
  from .monkey_patching_utils import monkey_patching
12
  from .sep_cache_utils import SepCache
13
 
 
7
  import torch.nn as nn
8
  from transformers.modeling_utils import PreTrainedModel
9
 
10
+ from ...functions_2_patch import _validate_model_kwargs, llama_atten_forward
11
  from .monkey_patching_utils import monkey_patching
12
  from .sep_cache_utils import SepCache
13