third commit

earnings_app.py

@@ -29,7 +29,6 @@ import llama_index
 from llama_index.embeddings import OpenAIEmbedding
 from llama_index import ServiceContext
 from llama_index.llms import OpenAI
-from llama_index.node_parser import TokenTextSplitter
 
 set_global_handler("wandb", run_args={"project": "final-project-v1"})
 wandb_callback = llama_index.global_handler
@@ -101,9 +100,6 @@ service_context = ServiceContext.from_defaults(
     embed_model=embed_model,
 )
 
-text_splitter = TokenTextSplitter(
-    chunk_size=chunk_size
-)
 
 storage_context = wandb_callback.load_storage_context(
     artifact_url="llmop/final-project-v1/earnings-index:v0"

requirements.txt

@@ -4,6 +4,9 @@ tiktoken==0.4.0
 openai==0.27.8
 faiss-cpu==1.7.4
 llama-index
+llama-hub
+unstructured==0.10.18
+lxml
 cohere
 wandb
 pydantic==1.10.11