Gladiator commited on
Commit
9f225a1
1 Parent(s): 31df1ec

final test before a big run

Browse files
Files changed (2) hide show
  1. src/extract_questions.py +1 -1
  2. src/summarize.py +1 -1
src/extract_questions.py CHANGED
@@ -74,7 +74,7 @@ if __name__ == "__main__":
74
  )
75
 
76
  # get data
77
- df = get_data(artifact_name=config.summarized_data_artifact)
78
 
79
  questions = []
80
  with get_openai_callback() as cb:
 
74
  )
75
 
76
  # get data
77
+ df = get_data(artifact_name=config.summarized_data_artifact, total_episodes=2)
78
 
79
  questions = []
80
  with get_openai_callback() as cb:
src/summarize.py CHANGED
@@ -82,7 +82,7 @@ if __name__ == "__main__":
82
  )
83
 
84
  # get scraped data
85
- df = get_data(artifact_name=config.yt_podcast_data_artifact)
86
 
87
  summaries = []
88
  with get_openai_callback() as cb:
 
82
  )
83
 
84
  # get scraped data
85
+ df = get_data(artifact_name=config.yt_podcast_data_artifact, total_episodes=2)
86
 
87
  summaries = []
88
  with get_openai_callback() as cb: