LeroyDyer commited on
Commit
849d69d
1 Parent(s): 2362f1c

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +27 -0
README.md ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ language:
4
+ - en
5
+ library_name: transformers
6
+ ---
7
+
8
+ ```
9
+
10
+
11
+ print('Add Audio...')
12
+ #Add Head
13
+ # Combine pre-trained encoder and pre-trained decoder to form a Seq2Seq model
14
+ _AudioFeatureExtractor = AutoFeatureExtractor.from_pretrained("openai/whisper-small")
15
+ _AudioTokenizer = AutoTokenizer.from_pretrained("openai/whisper-small")
16
+ _SpeechEncoderDecoder = SpeechEncoderDecoderModel.from_encoder_decoder_pretrained("openai/whisper-small","openai/whisper-small")
17
+
18
+ # Add Pad tokems
19
+ _SpeechEncoderDecoder.config.decoder_start_token_id = _AudioTokenizer.cls_token_id
20
+ _SpeechEncoderDecoder.config.pad_token_id = _AudioTokenizer.pad_token_id
21
+ LM_MODEL.SpeechEncoderDecoder = _SpeechEncoderDecoder
22
+ # Add Sub Components
23
+ LM_MODEL.Decoder_AudioTokenizer = _AudioTokenizer
24
+ LM_MODEL.Encoder_AudioFeatureExtractor = _AudioFeatureExtractor
25
+ LM_MODEL
26
+
27
+ ```