wehub-resource-sync
e4dcfc49aa
Tests / Import Check (Python 3.13) (push) Has been cancelled
Tests / Import Check (Python 3.14) (push) Has been cancelled
Tests / Python Tests (Python 3.11) (push) Has been cancelled
Tests / Python Tests (Python 3.12) (push) Has been cancelled
Tests / Python Tests (Python 3.14) (push) Has been cancelled
Tests / Test Summary (push) Has been cancelled
Tests / Lint and Format (push) Has been cancelled
Tests / Web Node Tests (push) Has been cancelled
Tests / Import Check (Python 3.11) (push) Has been cancelled
Tests / Import Check (Python 3.12) (push) Has been cancelled
Tests / Python Tests (Python 3.13) (push) Has been cancelled
97 lines
2.8 KiB
Python
97 lines
2.8 KiB
Python
"""markitdown engine adapter implementing the ``Parser`` protocol."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import importlib.util
|
|
from pathlib import Path
|
|
from typing import Callable, Optional
|
|
|
|
from ...base import ReadinessReport
|
|
from ...signature import ParserSignature
|
|
from ...types import ParserError
|
|
from .._versions import package_version
|
|
from .config import MarkItDownConfig, resolve_markitdown_config
|
|
|
|
# Formats markitdown handles. Kept broad but conservative; markitdown skips
|
|
# what it can't read and we surface an empty result rather than crash.
|
|
_SUPPORTED = frozenset(
|
|
{
|
|
".pdf",
|
|
".docx",
|
|
".pptx",
|
|
".xlsx",
|
|
".xls",
|
|
".html",
|
|
".htm",
|
|
".csv",
|
|
".json",
|
|
".xml",
|
|
".txt",
|
|
".md",
|
|
".epub",
|
|
".png",
|
|
".jpg",
|
|
".jpeg",
|
|
".gif",
|
|
".webp",
|
|
}
|
|
)
|
|
|
|
|
|
class MarkItDownParser:
|
|
"""Any-format → Markdown via Microsoft markitdown (no model downloads)."""
|
|
|
|
name = "markitdown"
|
|
needs_local_models = False
|
|
|
|
@classmethod
|
|
def is_available(cls) -> bool:
|
|
return importlib.util.find_spec("markitdown") is not None
|
|
|
|
def resolve_config(self) -> MarkItDownConfig:
|
|
return resolve_markitdown_config()
|
|
|
|
def supported_formats(self) -> frozenset[str]:
|
|
return _SUPPORTED
|
|
|
|
def signature(self, config: MarkItDownConfig) -> ParserSignature:
|
|
return ParserSignature.build(
|
|
"markitdown",
|
|
package_version("markitdown"),
|
|
{"llm_image": config.enable_llm_image_description},
|
|
)
|
|
|
|
def is_ready(self, config: MarkItDownConfig) -> ReadinessReport:
|
|
if not self.is_available():
|
|
return ReadinessReport(
|
|
ready=False,
|
|
reason="not_configured",
|
|
message="markitdown isn't installed (pip install deeptutor[parse-markitdown]).",
|
|
)
|
|
return ReadinessReport(ready=True)
|
|
|
|
def parse(
|
|
self,
|
|
source_path: Path,
|
|
workdir: Path,
|
|
*,
|
|
config: MarkItDownConfig,
|
|
on_output: Optional[Callable[[str], None]] = None,
|
|
) -> None:
|
|
from markitdown import MarkItDown
|
|
|
|
if on_output:
|
|
on_output(f"Converting {Path(source_path).name} via markitdown…")
|
|
try:
|
|
converter = MarkItDown()
|
|
result = converter.convert(str(source_path))
|
|
except Exception as exc: # noqa: BLE001 - surface as a parser error
|
|
raise ParserError(f"markitdown failed to convert {Path(source_path).name}: {exc}")
|
|
|
|
text = getattr(result, "text_content", None) or getattr(result, "markdown", None) or ""
|
|
stem = Path(source_path).stem
|
|
(workdir / f"{stem}.md").write_text(str(text), encoding="utf-8")
|
|
|
|
|
|
__all__ = ["MarkItDownParser"]
|