|
"""Base schema for readers.""" |
|
from dataclasses import dataclass |
|
|
|
from langchain.docstore.document import Document as LCDocument |
|
from application.parser.schema.schema import BaseDocument |
|
|
|
|
|
@dataclass |
|
class Document(BaseDocument): |
|
"""Generic interface for a data document. |
|
|
|
This document connects to data sources. |
|
|
|
""" |
|
|
|
def __post_init__(self) -> None: |
|
"""Post init.""" |
|
if self.text is None: |
|
raise ValueError("text field not set.") |
|
|
|
@classmethod |
|
def get_type(cls) -> str: |
|
"""Get Document type.""" |
|
return "Document" |
|
|
|
def to_langchain_format(self) -> LCDocument: |
|
"""Convert struct to LangChain document format.""" |
|
metadata = self.extra_info or {} |
|
return LCDocument(page_content=self.text, metadata=metadata) |
|
|
|
@classmethod |
|
def from_langchain_format(cls, doc: LCDocument) -> "Document": |
|
"""Convert struct from LangChain document format.""" |
|
return cls(text=doc.page_content, extra_info=doc.metadata) |
|
|
