strukto-ai--mirage/python/mirage/core/notion/normalize.py

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========

import json

from mirage.core.notion.pathing import extract_title
from mirage.core.notion.render import blocks_to_markdown


def normalize_page(page: dict, blocks: list[dict]) -> dict:
    parent = page.get("parent", {})
    parent_type = parent.get("type", "")
    parent_id = parent.get(parent_type, "")
    if not isinstance(parent_id, str):
        parent_id = ""
    content_blocks = [
        b for b in blocks
        if b.get("type") not in ("child_page", "child_database")
    ]
    return {
        "page_id": page.get("id", ""),
        "title": extract_title(page),
        "url": page.get("url", ""),
        "created_time": page.get("created_time", ""),
        "last_edited_time": page.get("last_edited_time", ""),
        "parent_type": parent_type,
        "parent_id": parent_id,
        "archived": page.get("archived", False),
        "created_by": page.get("created_by", {}).get("id", ""),
        "last_edited_by": page.get("last_edited_by", {}).get("id", ""),
        "markdown": blocks_to_markdown(content_blocks),
        "blocks": content_blocks,
    }


def normalize_database(database: dict) -> dict:
    title_items = database.get("title", [])
    title = "".join(item.get("plain_text", "") for item in title_items)
    return {
        "database_id": database.get("id", ""),
        "title": title,
        "url": database.get("url", ""),
        "created_time": database.get("created_time", ""),
        "last_edited_time": database.get("last_edited_time", ""),
        "parent": database.get("parent", {}),
        "archived": database.get("archived", database.get("in_trash", False)),
        "is_inline": database.get("is_inline", False),
        "properties": database.get("properties", {}),
    }


def to_json_bytes(obj: dict | list) -> bytes:
    return json.dumps(obj, indent=2, ensure_ascii=False).encode("utf-8")