Files
wehub-resource-sync bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:30:44 +08:00

90 lines
3.2 KiB
Python

# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.accessor.qdrant import QdrantAccessor
from mirage.core.qdrant.query import search_rows
from mirage.core.qdrant.render import render_json, render_text
from mirage.resource.qdrant.config import QdrantConfig
from mirage.types import PathSpec
def _content_ext(row: dict, config: QdrantConfig) -> str:
if config.text_field and row.get(config.text_field) is not None:
return "txt"
return "json"
def _target_table(paths: list[PathSpec], config: QdrantConfig) -> str | None:
if config.collection:
return config.collection
for path in paths:
raw = path.mount_path if isinstance(path, PathSpec) else path
key = raw.strip("/")
if key:
return key.split("/")[0]
return None
def _canonical_path(row: dict, config: QdrantConfig, table: str,
mount_prefix: str) -> str:
segs: list[str] = []
if not config.collection:
segs.append(str(table))
for column in config.group_by:
if column in row and row[column] is not None:
segs.append(str(row[column]))
segs.append(f"{row[config.id_field]}.{_content_ext(row, config)}")
prefix = mount_prefix.rstrip("/")
return prefix + "/" + "/".join(segs)
def _block(row: dict, config: QdrantConfig, table: str,
mount_prefix: str) -> str:
path = _canonical_path(row, config, table, mount_prefix)
score = row.get("_score")
header = path if score is None else f"{path}:{float(score):.4f}"
body_row = {k: v for k, v in row.items() if k != "_score"}
if _content_ext(row, config) == "txt":
content = render_text(body_row, config).decode().rstrip("\n")
else:
content = render_json(body_row, config).decode().rstrip("\n")
return f"{header}\n{content}"
async def search_rows_output(
accessor: QdrantAccessor,
query: str,
paths: list[PathSpec],
top_k: int,
threshold: float,
mount_prefix: str,
) -> bytes:
if not query:
raise ValueError("search: query is required")
if top_k <= 0:
raise ValueError("search: top-k must be positive")
table = _target_table(paths, accessor.config)
if table is None:
raise FileNotFoundError("search: no table to search")
rows = await search_rows(accessor, table, query, top_k)
blocks: list[str] = []
for row in rows:
score = row.get("_score")
if threshold > 0 and score is not None and float(score) < threshold:
continue
blocks.append(_block(row, accessor.config, table, mount_prefix))
if not blocks:
return b""
return ("\n".join(blocks) + "\n").encode()