c56bef871b
CodeQL / Analyze (python) (push) Has been cancelled
Update Platform Components Table / update (push) Has been cancelled
Docker image release / Build base image (push) Has been cancelled
Sync docs with Docusaurus / sync (push) Has been cancelled
Tests / Check if changed (push) Has been cancelled
Tests / format (push) Has been cancelled
Tests / check-imports (push) Has been cancelled
Tests / Unit / macos-latest (push) Has been cancelled
Tests / Unit / ubuntu-latest (push) Has been cancelled
Tests / Unit / windows-latest (push) Has been cancelled
Tests / mypy (push) Has been cancelled
Tests / Integration / ubuntu-latest (push) Has been cancelled
Tests / Integration / macos-latest (push) Has been cancelled
Tests / Integration / windows-latest (push) Has been cancelled
Tests / notify-slack-on-failure (push) Has been cancelled
Tests / Mark tests as completed (push) Has been cancelled
144 lines
6.5 KiB
Python
144 lines
6.5 KiB
Python
# SPDX-FileCopyrightText: 2022-present deepset GmbH <info@deepset.ai>
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from unittest.mock import patch
|
|
|
|
import pytest
|
|
from PIL import Image
|
|
|
|
from haystack import Document
|
|
from haystack.components.converters.image.document_to_image import DocumentToImageContent
|
|
from haystack.core.serialization import component_from_dict, component_to_dict
|
|
from haystack.dataclasses import ByteStream
|
|
|
|
|
|
class TestDocumentToImageContent:
|
|
def test_to_dict(self) -> None:
|
|
converter = DocumentToImageContent()
|
|
assert component_to_dict(converter, "converter") == {
|
|
"init_parameters": {"file_path_meta_field": "file_path", "root_path": "", "detail": None, "size": None},
|
|
"type": "haystack.components.converters.image.document_to_image.DocumentToImageContent",
|
|
}
|
|
|
|
def test_to_dict_not_defaults(self) -> None:
|
|
converter = DocumentToImageContent(
|
|
file_path_meta_field="image_path", root_path="/data", detail="high", size=(800, 600)
|
|
)
|
|
assert component_to_dict(converter, "converter") == {
|
|
"init_parameters": {
|
|
"file_path_meta_field": "image_path",
|
|
"root_path": "/data",
|
|
"detail": "high",
|
|
"size": (800, 600),
|
|
},
|
|
"type": "haystack.components.converters.image.document_to_image.DocumentToImageContent",
|
|
}
|
|
|
|
def test_from_dict(self) -> None:
|
|
data = {
|
|
"init_parameters": {
|
|
"file_path_meta_field": "image_path",
|
|
"root_path": "/test",
|
|
"detail": "auto",
|
|
"size": (512, 512),
|
|
},
|
|
"type": "haystack.components.converters.image.document_to_image.DocumentToImageContent",
|
|
}
|
|
converter = component_from_dict(DocumentToImageContent, data, "name")
|
|
assert component_to_dict(converter, "converter") == data
|
|
|
|
def test_run_with_empty_documents_list(self) -> None:
|
|
converter = DocumentToImageContent()
|
|
results = converter.run(documents=[])
|
|
assert results == {"image_contents": []}
|
|
|
|
def test_run_with_missing_file_path_metadata(self) -> None:
|
|
converter = DocumentToImageContent()
|
|
# Document without file_path in metadata
|
|
doc_no_path = Document(content="test", meta={})
|
|
# Document with file_path but file doesn't exist
|
|
doc_no_file = Document(content="test", meta={"file_path": "nonexistent.jpg"})
|
|
with pytest.raises(ValueError, match="is missing the 'file_path' key"):
|
|
_ = converter.run(documents=[doc_no_path, doc_no_file])
|
|
|
|
def test_run_with_non_image_documents(self) -> None:
|
|
converter = DocumentToImageContent()
|
|
docx_doc = Document(content="test", meta={"file_path": "test/test_files/docx/sample_docx.docx"})
|
|
with pytest.raises(ValueError, match="has an unsupported MIME type"):
|
|
_ = converter.run(documents=[docx_doc])
|
|
|
|
def test_run_with_invalid_file_path(self, caplog) -> None:
|
|
converter = DocumentToImageContent()
|
|
pdf_doc = Document(content="test", meta={"file_path": "wrong_name.jpg"})
|
|
with pytest.raises(ValueError, match="has an invalid file path 'wrong_name.jpg'"):
|
|
_ = converter.run(documents=[pdf_doc])
|
|
|
|
def test_run_with_pdf_missing_page_number(self, caplog) -> None:
|
|
converter = DocumentToImageContent()
|
|
pdf_doc = Document(content="test", meta={"file_path": "test/test_files/pdf/sample_pdf_1.pdf"})
|
|
with pytest.raises(ValueError, match="is missing the 'page_number' key"):
|
|
_ = converter.run(documents=[pdf_doc])
|
|
|
|
def test_run_with_image_documents(self) -> None:
|
|
converter = DocumentToImageContent(root_path="test/test_files/images")
|
|
image_doc = Document(content="test", meta={"file_path": "apple.jpg"})
|
|
results = converter.run(documents=[image_doc])
|
|
assert len(results["image_contents"]) == 1
|
|
assert results["image_contents"][0].meta == {"file_path": "apple.jpg"}
|
|
|
|
def test_run_with_pdf_documents(self) -> None:
|
|
converter = DocumentToImageContent()
|
|
pdf_doc = Document(content="test", meta={"file_path": "test/test_files/pdf/sample_pdf_1.pdf", "page_number": 1})
|
|
results = converter.run(documents=[pdf_doc])
|
|
assert len(results["image_contents"]) == 1
|
|
assert results["image_contents"][0].meta == {
|
|
"file_path": "test/test_files/pdf/sample_pdf_1.pdf",
|
|
"page_number": 1,
|
|
}
|
|
|
|
def test_run_with_mixed_document_types(self) -> None:
|
|
converter = DocumentToImageContent(root_path="test/test_files")
|
|
documents = [
|
|
Document(content="", meta={"file_path": "images/apple.jpg"}),
|
|
Document(content="", meta={"file_path": "pdf/sample_pdf_1.pdf", "page_number": 1}),
|
|
Document(content="text", meta={"file_path": "docx/sample_docx.docx"}),
|
|
]
|
|
with pytest.raises(ValueError, match="has an unsupported MIME type"):
|
|
_ = converter.run(documents=documents)
|
|
|
|
@patch("haystack.components.converters.image.document_to_image._extract_image_sources_info")
|
|
@patch("haystack.components.converters.image.document_to_image._batch_convert_pdf_pages_to_images")
|
|
@patch("PIL.Image.open")
|
|
@patch("haystack.components.converters.image.document_to_image.ByteStream")
|
|
def test_run_none_images(
|
|
self,
|
|
mocked_byte_stream,
|
|
mocked_pil_open,
|
|
mocked_batch_convert_pdf_pages_to_images,
|
|
mocked_extract_image_sources_info,
|
|
caplog,
|
|
):
|
|
converter = DocumentToImageContent()
|
|
|
|
mocked_extract_image_sources_info.return_value = [
|
|
{"path": "doc1.pdf", "mime_type": "application/pdf", "page_number": 999}, # Page 999 doesn't exist
|
|
{"path": "image1.jpg", "mime_type": "image/jpeg"},
|
|
]
|
|
mocked_batch_convert_pdf_pages_to_images.return_value = {} # Empty dict because page was skipped
|
|
mocked_pil_open.return_value = Image.new("RGB", (100, 100))
|
|
mocked_byte_stream.from_file_path.return_value = ByteStream(b"")
|
|
|
|
documents = [
|
|
Document(content="PDF 1", meta={"file_path": "doc1.pdf", "page_number": 999}),
|
|
Document(content="Image 1", meta={"file_path": "image1.jpg"}),
|
|
]
|
|
|
|
image_contents = converter.run(documents=documents)["image_contents"]
|
|
|
|
assert caplog.records[-1].levelname == "WARNING"
|
|
assert "Conversion failed for some documents." in caplog.records[-1].message
|
|
|
|
assert image_contents[0] is None
|
|
assert image_contents[1] is not None
|