added comments
Browse files- semantic.py +1 -0
semantic.py
CHANGED
|
@@ -92,6 +92,7 @@ class SemanticStoreFactory:
|
|
| 92 |
|
| 93 |
_logger.info(f"loading {META_10K_FILE_PATH}")
|
| 94 |
documents = PyMuPDFLoader(META_10K_FILE_PATH).load()
|
|
|
|
| 95 |
semantic_chunker = SemanticChunker(
|
| 96 |
embeddings=embeddings,
|
| 97 |
breakpoint_threshold_type="percentile"
|
|
|
|
| 92 |
|
| 93 |
_logger.info(f"loading {META_10K_FILE_PATH}")
|
| 94 |
documents = PyMuPDFLoader(META_10K_FILE_PATH).load()
|
| 95 |
+
_logger.info(f"\tload { len(documents) } docs")
|
| 96 |
semantic_chunker = SemanticChunker(
|
| 97 |
embeddings=embeddings,
|
| 98 |
breakpoint_threshold_type="percentile"
|