File size: 1,725 Bytes
6247296 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
from transformers import WhisperConfig
class WhisperVQConfig(WhisperConfig):
def __init__(self,
pooling_kernel_size=None,
pooling_type="max",
pooling_position=0,
quantize_vocab_size=None,
quantize_position=16,
quantize_commit_coefficient=0.25,
quantize_loss_scale=1.0,
quantize_ema_decay=None,
quantize_restart_interval=None,
quantize_encoder_only=False,
quantize_causal_encoder=False,
quantize_causal_block_size=None,
skip_language_detection=False,
encoder_causal_attention=False,
encoder_causal_convolution=False,
**kwargs):
self.pooling_kernel_size = pooling_kernel_size
self.pooling_type = pooling_type
self.pooling_position = pooling_position
self.quantize_vocab_size = quantize_vocab_size
self.quantize_position = quantize_position
self.quantize_commit_coefficient = quantize_commit_coefficient
self.quantize_loss_scale = quantize_loss_scale
self.quantize_ema_decay = quantize_ema_decay
self.quantize_restart_interval = quantize_restart_interval
self.quantize_encoder_only = quantize_encoder_only
self.quantize_causal_encoder = quantize_causal_encoder
self.quantize_causal_block_size = quantize_causal_block_size
self.skip_language_detection = skip_language_detection
self.encoder_causal_attention = encoder_causal_attention
self.encoder_causal_convolution = encoder_causal_convolution
super().__init__(**kwargs)
|