adejumobi commited on
Commit
5d984d7
1 Parent(s): 37f5f29

Delete main.py

Browse files
Files changed (1) hide show
  1. main.py +0 -44
main.py DELETED
@@ -1,44 +0,0 @@
1
- from langchain.text_splitter import CharacterTextSplitter
2
- from langchain.docstore.document import Document
3
- from langchain.chains.summarize import load_summarize_chain
4
- from langchain import OpenAI, LLMChain, HuggingFaceHub
5
- import textwrap
6
-
7
-
8
- def summarize(doc):
9
- text_splitter = CharacterTextSplitter(chunk_size=500, chunk_overlap=0,
10
- separator="\n") # Initilize an instance of CharacterTextSplitter
11
- chunks = text_splitter.split_text(doc)
12
- doc_store = [Document(page_content=text) for text in chunks]
13
- llm_model = OpenAI(model_name="text-davinci-003", temperature=0) # define your language model
14
-
15
- summarization_chain2 = load_summarize_chain(llm=llm_model,
16
- chain_type='map_reduce',
17
- verbose=True # define the chain type)
18
- )
19
- output_summary = summarization_chain2.run(doc_store)
20
- wrapped_text = textwrap.fill(output_summary, width=100)
21
-
22
- return wrapped_text
23
-
24
- if __name__ == "__main__":
25
- # make a gradio interface
26
- import gradio as gr
27
-
28
- outputs = gr.outputs.Textbox()
29
-
30
- app = gr.Interface(fn=summarize, inputs='text', outputs=outputs,description="This is a text summarization model").launch()
31
-
32
-
33
-
34
-
35
-
36
-
37
-
38
-
39
-
40
-
41
-
42
-
43
-
44
-