chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,70 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import base64
|
||||
|
||||
from fastembed import TextEmbedding
|
||||
from qdrant_client import QdrantClient, models
|
||||
|
||||
MODEL = "sentence-transformers/all-MiniLM-L6-v2"
|
||||
|
||||
_PRODUCTS = [
|
||||
("Men", "Tshirts", "Blue", "Roadster Men Blue Casual Tshirt"),
|
||||
("Men", "Tshirts", "Black", "HRX Men Black Sports Tshirt"),
|
||||
("Men", "Shoes", "White", "Nike Men White Running Sneakers"),
|
||||
("Men", "Shoes", "Black", "Puma Men Black Formal Shoes"),
|
||||
("Men", "Jeans", "Blue", "Levis Men Blue Casual Jeans"),
|
||||
("Women", "Tshirts", "Red", "Roadster Women Red Casual Tshirt"),
|
||||
("Women", "Shoes", "Red", "Steve Madden Women Red Heels"),
|
||||
("Women", "Shoes", "White", "Adidas Women White Running Sneakers"),
|
||||
("Women", "Dress", "Black", "Zara Women Black Formal Dress"),
|
||||
("Women", "Jeans", "Blue", "H&M Women Blue Summer Jeans"),
|
||||
]
|
||||
|
||||
|
||||
def build_collection(client: QdrantClient,
|
||||
collection: str = "fashion") -> None:
|
||||
embedder = TextEmbedding(MODEL)
|
||||
names = [name for _, _, _, name in _PRODUCTS]
|
||||
vectors = [list(map(float, vector)) for vector in embedder.embed(names)]
|
||||
if client.collection_exists(collection):
|
||||
client.delete_collection(collection)
|
||||
client.create_collection(
|
||||
collection,
|
||||
vectors_config=models.VectorParams(size=len(vectors[0]),
|
||||
distance=models.Distance.COSINE),
|
||||
)
|
||||
points = []
|
||||
for idx, ((gender, article, colour, name),
|
||||
vector) in enumerate(zip(_PRODUCTS, vectors), start=1):
|
||||
image = b"\xff\xd8\xff" + name.encode()
|
||||
points.append(
|
||||
models.PointStruct(
|
||||
id=idx,
|
||||
vector=vector,
|
||||
payload={
|
||||
"gender": gender,
|
||||
"articleType": article,
|
||||
"baseColour": colour,
|
||||
"productDisplayName": name,
|
||||
"image_b64": base64.b64encode(image).decode(),
|
||||
},
|
||||
))
|
||||
client.upsert(collection, points=points)
|
||||
for field in ("gender", "articleType", "baseColour"):
|
||||
client.create_payload_index(
|
||||
collection,
|
||||
field_name=field,
|
||||
field_schema=models.PayloadSchemaType.KEYWORD,
|
||||
)
|
||||
@@ -0,0 +1,82 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import asyncio
|
||||
import os
|
||||
|
||||
from build_collection import MODEL, build_collection
|
||||
from qdrant_client import QdrantClient
|
||||
|
||||
from mirage import MountMode, Workspace
|
||||
from mirage.resource.qdrant import QdrantConfig, QdrantResource
|
||||
|
||||
|
||||
def _client() -> QdrantClient:
|
||||
url = os.environ.get("QDRANT_URL")
|
||||
if url:
|
||||
return QdrantClient(url=url, api_key=os.environ.get("QDRANT_API_KEY"))
|
||||
return QdrantClient(host=os.environ.get("QDRANT_HOST", "localhost"),
|
||||
port=int(os.environ.get("QDRANT_PORT", "6333")))
|
||||
|
||||
|
||||
async def show(ws: Workspace, cmd: str) -> None:
|
||||
print(f"\n=== {cmd} ===")
|
||||
result = await ws.execute(cmd)
|
||||
print((await result.stdout_str()).rstrip())
|
||||
|
||||
|
||||
async def main() -> None:
|
||||
client = _client()
|
||||
build_collection(client, "fashion")
|
||||
|
||||
config = QdrantConfig(
|
||||
url=os.environ.get("QDRANT_URL"),
|
||||
api_key=os.environ.get("QDRANT_API_KEY"),
|
||||
host=os.environ.get("QDRANT_HOST", "localhost"),
|
||||
port=int(os.environ.get("QDRANT_PORT", "6333")),
|
||||
collection="fashion",
|
||||
group_by=["gender", "articleType", "baseColour"],
|
||||
id_field="id",
|
||||
text_field="productDisplayName",
|
||||
blob_field="image_b64",
|
||||
blob_ext="jpg",
|
||||
embedding_model=MODEL,
|
||||
search_limit=4,
|
||||
)
|
||||
ws = Workspace({"/fashion/": QdrantResource(config)}, mode=MountMode.READ)
|
||||
|
||||
print("=== mounted Qdrant collection 'fashion' at /fashion/ ===")
|
||||
|
||||
await show(ws, "ls /fashion/")
|
||||
await show(ws, "tree -L 2 /fashion/")
|
||||
await show(ws, "ls /fashion/Men/Shoes/White")
|
||||
await show(ws, "cat /fashion/Men/Shoes/White/3.txt")
|
||||
await show(ws, "cat /fashion/Men/Shoes/White/3.json")
|
||||
|
||||
print("\n=== stat /fashion/Men/Shoes/White/3.jpg (raw image bytes) ===")
|
||||
r = await ws.execute("stat -c '%s' /fashion/Men/Shoes/White/3.jpg")
|
||||
print(f" image size: {(await r.stdout_str()).strip()} bytes")
|
||||
|
||||
await show(ws, 'search "white running sneakers" /fashion')
|
||||
|
||||
await show(ws, "grep -ril blue /fashion/Women")
|
||||
await show(ws, "rg -li running /fashion/Men")
|
||||
|
||||
print("\n=== find /fashion -name '*.txt' | wc -l ===")
|
||||
r = await ws.execute("find /fashion -name '*.txt' | wc -l")
|
||||
print(f" products: {(await r.stdout_str()).strip()}")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
asyncio.run(main())
|
||||
Reference in New Issue
Block a user