Files
strukto-ai--mirage/python/tests/core/postgres/test_stat.py
T
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

259 lines
8.8 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from contextlib import asynccontextmanager
from unittest.mock import AsyncMock, MagicMock, patch
import pytest
from mirage.accessor.postgres import PostgresAccessor
from mirage.cache.index.ram import RAMIndexCacheStore
from mirage.core.postgres.stat import stat
from mirage.resource.postgres.config import PostgresConfig
from mirage.types import FileType, PathSpec
from mirage.utils.key_prefix import mount_key
@asynccontextmanager
async def _fake_acquire():
yield MagicMock()
def _accessor() -> PostgresAccessor:
a = PostgresAccessor(PostgresConfig(dsn="postgres://localhost/db"))
pool = MagicMock()
pool.acquire = lambda: _fake_acquire()
a.pool = AsyncMock(return_value=pool)
return a
@pytest.fixture
def index():
return RAMIndexCacheStore()
@pytest.fixture
def accessor():
return _accessor()
@pytest.fixture(autouse=True)
def _exists(monkeypatch):
monkeypatch.setattr("mirage.core.postgres.stat._schema_exists",
AsyncMock(return_value=True))
monkeypatch.setattr("mirage.core.postgres.stat._entity_exists",
AsyncMock(return_value=True))
@pytest.mark.asyncio
async def test_stat_root(accessor, index):
result = await stat(accessor,
PathSpec(resource_path="", virtual="/", directory="/"),
index)
assert result.type == FileType.DIRECTORY
assert result.name == "/"
@pytest.mark.asyncio
async def test_stat_database_json(accessor, index):
result = await stat(
accessor,
PathSpec(resource_path="database.json",
virtual="/database.json",
directory="/database.json"), index)
assert result.type == FileType.JSON
assert result.name == "database.json"
@pytest.mark.asyncio
async def test_stat_schema(accessor, index):
result = await stat(
accessor,
PathSpec(resource_path="public",
virtual="/public",
directory="/public"), index)
assert result.type == FileType.DIRECTORY
assert result.extra["schema"] == "public"
@pytest.mark.asyncio
async def test_stat_kind_tables(accessor, index):
result = await stat(
accessor,
PathSpec(resource_path="public/tables",
virtual="/public/tables",
directory="/public/tables"), index)
assert result.type == FileType.DIRECTORY
assert result.extra == {"schema": "public", "kind": "tables"}
@pytest.mark.asyncio
async def test_stat_kind_views(accessor, index):
result = await stat(
accessor,
PathSpec(resource_path="analytics/views",
virtual="/analytics/views",
directory="/analytics/views"), index)
assert result.type == FileType.DIRECTORY
assert result.extra == {"schema": "analytics", "kind": "views"}
@pytest.mark.asyncio
async def test_stat_entity_table(accessor, index):
result = await stat(
accessor,
PathSpec(resource_path="public/tables/users",
virtual="/public/tables/users",
directory="/public/tables/users"), index)
assert result.type == FileType.DIRECTORY
assert result.name == "users"
assert result.extra == {
"schema": "public",
"kind": "tables",
"name": "users"
}
@pytest.mark.asyncio
async def test_stat_entity_schema_json(accessor, index):
result = await stat(
accessor,
PathSpec(resource_path="public/tables/users/schema.json",
virtual="/public/tables/users/schema.json",
directory="/public/tables/users/schema.json"), index)
assert result.type == FileType.JSON
assert result.name == "schema.json"
assert result.extra == {
"schema": "public",
"kind": "tables",
"name": "users"
}
@pytest.mark.asyncio
async def test_stat_entity_rows_jsonl(accessor, index):
with patch("mirage.core.postgres.stat._client") as mc:
mc.fetch_columns = AsyncMock(return_value=[
{
"name": "id",
"type": "uuid",
"nullable": False
},
{
"name": "email",
"type": "text",
"nullable": False
},
])
mc.estimated_row_count = AsyncMock(return_value=42)
mc.table_size_bytes = AsyncMock(return_value=4096)
result = await stat(
accessor,
PathSpec(resource_path="public/tables/users/rows.jsonl",
virtual="/public/tables/users/rows.jsonl",
directory="/public/tables/users/rows.jsonl"), index)
assert result.type == FileType.TEXT
assert result.name == "rows.jsonl"
assert result.size == 4096
assert result.fingerprint is not None
assert len(result.fingerprint) == 64
assert result.extra["row_count"] == 42
assert result.extra["size_bytes"] == 4096
assert result.extra["schema"] == "public"
assert result.extra["kind"] == "tables"
assert result.extra["name"] == "users"
@pytest.mark.asyncio
async def test_stat_view_entity_rows(accessor, index):
with patch("mirage.core.postgres.stat._client") as mc:
mc.fetch_columns = AsyncMock(return_value=[
{
"name": "team",
"type": "text",
"nullable": True
},
])
mc.estimated_row_count = AsyncMock(return_value=2)
mc.table_size_bytes = AsyncMock(return_value=128)
result = await stat(
accessor,
PathSpec(resource_path="analytics/views/daily_revenue/rows.jsonl",
virtual="/analytics/views/daily_revenue/rows.jsonl",
directory="/analytics/views/daily_revenue/rows.jsonl"),
index)
assert result.type == FileType.TEXT
assert result.extra["kind"] == "views"
@pytest.mark.asyncio
async def test_stat_fingerprint_changes_with_row_count(accessor, index):
with patch("mirage.core.postgres.stat._client") as mc:
mc.fetch_columns = AsyncMock(return_value=[
{
"name": "id",
"type": "uuid",
"nullable": False
},
])
mc.table_size_bytes = AsyncMock(return_value=100)
mc.estimated_row_count = AsyncMock(return_value=10)
first = await stat(
accessor,
PathSpec(resource_path="public/tables/users/rows.jsonl",
virtual="/public/tables/users/rows.jsonl",
directory="/public/tables/users/rows.jsonl"), index)
mc.estimated_row_count = AsyncMock(return_value=20)
second = await stat(
accessor,
PathSpec(resource_path="public/tables/users/rows.jsonl",
virtual="/public/tables/users/rows.jsonl",
directory="/public/tables/users/rows.jsonl"), index)
assert first.fingerprint != second.fingerprint
@pytest.mark.asyncio
async def test_stat_invalid_raises(accessor, index):
with pytest.raises(FileNotFoundError):
await stat(
accessor,
PathSpec(resource_path="public/tables/users/extra/foo",
virtual="/public/tables/users/extra/foo",
directory="/public/tables/users/extra/foo"), index)
@pytest.mark.asyncio
async def test_stat_missing_schema_raises(accessor, index):
with patch("mirage.core.postgres.stat._schema_exists",
AsyncMock(return_value=False)):
with pytest.raises(FileNotFoundError):
await stat(
accessor,
PathSpec(resource_path=mount_key("/pg/__nf_missing__.txt",
"/pg"),
virtual="/pg/__nf_missing__.txt",
directory="/pg/__nf_missing__.txt"), index)
@pytest.mark.asyncio
async def test_stat_missing_entity_raises(accessor, index):
with patch("mirage.core.postgres.stat._entity_exists",
AsyncMock(return_value=False)):
with pytest.raises(FileNotFoundError):
await stat(
accessor,
PathSpec(resource_path="public/tables/nope",
virtual="/public/tables/nope",
directory="/public/tables/nope"), index)