wehub-resource-sync
fed8b2eed7
Backend release / release (push) Waiting to run
Bandit Security Scan / bandit_scan (push) Waiting to run
Build and push multi-arch DocsGPT Docker image / build (linux/amd64, ubuntu-latest, amd64) (push) Waiting to run
Build and push multi-arch DocsGPT Docker image / build (linux/arm64, ubuntu-24.04-arm, arm64) (push) Waiting to run
Build and push multi-arch DocsGPT Docker image / manifest (push) Blocked by required conditions
Build and push DocsGPT FE Docker image for development / build (linux/amd64, ubuntu-latest, amd64) (push) Waiting to run
Build and push DocsGPT FE Docker image for development / build (linux/arm64, ubuntu-24.04-arm, arm64) (push) Waiting to run
Build and push DocsGPT FE Docker image for development / manifest (push) Blocked by required conditions
Python linting / ruff (push) Waiting to run
Run python tests with pytest / Run tests and count coverage (3.12) (push) Waiting to run
React Widget Build / build (push) Waiting to run
35 lines
1011 B
Python
35 lines
1011 B
Python
"""Base schema for readers."""
|
|
from dataclasses import dataclass
|
|
|
|
from langchain_core.documents import Document as LCDocument
|
|
from application.parser.schema.schema import BaseDocument
|
|
|
|
|
|
@dataclass
|
|
class Document(BaseDocument):
|
|
"""Generic interface for a data document.
|
|
|
|
This document connects to data sources.
|
|
|
|
"""
|
|
|
|
def __post_init__(self) -> None:
|
|
"""Post init."""
|
|
if self.text is None:
|
|
raise ValueError("text field not set.")
|
|
|
|
@classmethod
|
|
def get_type(cls) -> str:
|
|
"""Get Document type."""
|
|
return "Document"
|
|
|
|
def to_langchain_format(self) -> LCDocument:
|
|
"""Convert struct to LangChain document format."""
|
|
metadata = self.extra_info or {}
|
|
return LCDocument(page_content=self.text, metadata=metadata)
|
|
|
|
@classmethod
|
|
def from_langchain_format(cls, doc: LCDocument) -> "Document":
|
|
"""Convert struct from LangChain document format."""
|
|
return cls(text=doc.page_content, extra_info=doc.metadata)
|