andreinigo commited on
Commit
e711336
1 Parent(s): dea0c59

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -9
app.py CHANGED
@@ -93,13 +93,6 @@ def vtt_to_clean_file(file_in: str, file_out=None, **kwargs) -> str:
93
  return file_out
94
 
95
 
96
- def count_tokens(filename):
97
- with open(filename, 'r') as f:
98
- text = f.read()
99
- tokens = word_tokenize(text)
100
- return len(tokens)
101
-
102
-
103
  def break_up_file(tokens, chunk_size, overlap_size):
104
  if len(tokens) <= chunk_size:
105
  yield tokens
@@ -130,8 +123,6 @@ def convert_to_prompt_text(tokenized_text):
130
  def summarize_meeting(filepath):
131
  filename = filepath
132
  print(filepath)
133
- token_count = count_tokens(filename)
134
- print(token_count)
135
  prompt_response = []
136
  # Break the text of the meeting transcripts into chunks.
137
  chunks = break_up_file_to_chunks(filename)
 
93
  return file_out
94
 
95
 
 
 
 
 
 
 
 
96
  def break_up_file(tokens, chunk_size, overlap_size):
97
  if len(tokens) <= chunk_size:
98
  yield tokens
 
123
  def summarize_meeting(filepath):
124
  filename = filepath
125
  print(filepath)
 
 
126
  prompt_response = []
127
  # Break the text of the meeting transcripts into chunks.
128
  chunks = break_up_file_to_chunks(filename)