birgermoell commited on
Commit
0818d8d
1 Parent(s): d5b07d8

Add application file

Browse files
Files changed (2) hide show
  1. app.py +39 -0
  2. requirements.txt +4 -0
app.py ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from transformers import Wav2Vec2Processor, Wav2Vec2ForCTC
3
+ import torch
4
+ import numpy as np
5
+ import soundfile as sf
6
+ import io
7
+
8
+ st.title("Syllables per Second Calculator")
9
+ st.write("Upload an audio file to calculate the number of 'p', 't', and 'k' syllables per second.")
10
+
11
+ def get_syllables_per_second(audio_file):
12
+ processor = Wav2Vec2Processor.from_pretrained("facebook/wav2vec2-xlsr-53-espeak-cv-ft")
13
+ model = Wav2Vec2ForCTC.from_pretrained("facebook/wav2vec2-xlsr-53-espeak-cv-ft")
14
+
15
+ audio_input, sample_rate = sf.read(io.BytesIO(audio_file.read()))
16
+
17
+ if audio_input.ndim > 1 and audio_input.shape[1] == 2:
18
+ audio_input = np.mean(audio_input, axis=1)
19
+
20
+ input_values = processor(audio_input, return_tensors="pt").input_values
21
+
22
+ with torch.no_grad():
23
+ logits = model(input_values).logits
24
+ predicted_ids = torch.argmax(logits, dim=-1)
25
+ transcription = processor.batch_decode(predicted_ids, output_char_offsets=True)
26
+ offsets = transcription['char_offsets']
27
+
28
+ audio_duration = len(audio_input) / sample_rate
29
+ syllable_count = sum(1 for item in offsets[0] if item['char'] in ['p', 't', 'k'])
30
+ syllables_per_second = syllable_count / audio_duration
31
+
32
+ return syllables_per_second
33
+
34
+ uploaded_file = st.file_uploader("Choose an audio file", type=["wav"])
35
+
36
+ if uploaded_file is not None:
37
+ with st.spinner("Processing the audio file..."):
38
+ result = get_syllables_per_second(uploaded_file)
39
+ st.write("Syllables per second: ", result)
requirements.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ torch
2
+ numpy
3
+ transformers
4
+ soundfile