chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 12:30:44 +08:00
commit bcbd1bdb22
5748 changed files with 562488 additions and 0 deletions
+13
View File
@@ -0,0 +1,13 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+149
View File
@@ -0,0 +1,149 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import json
from mirage.core.trello.normalize import (normalize_board, normalize_card,
normalize_comment, normalize_label,
normalize_list, normalize_member,
normalize_workspace, to_json_bytes,
to_jsonl_bytes)
def test_normalize_workspace():
ws = {"id": "ws1", "displayName": "Engineering", "name": "eng"}
result = normalize_workspace(ws)
assert result["workspace_id"] == "ws1"
assert result["workspace_name"] == "Engineering"
def test_normalize_board():
board = {
"id": "b1",
"name": "Product Roadmap",
"idOrganization": "ws1",
"closed": False,
"url": "https://trello.com/b/abc",
}
result = normalize_board(board)
assert result["board_id"] == "b1"
assert result["board_name"] == "Product Roadmap"
assert result["workspace_id"] == "ws1"
assert result["closed"] is False
def test_normalize_list():
lst = {
"id": "l1",
"name": "Backlog",
"idBoard": "b1",
"closed": False,
"pos": 1024
}
result = normalize_list(lst)
assert result["list_id"] == "l1"
assert result["list_name"] == "Backlog"
assert result["board_id"] == "b1"
def test_normalize_member():
member = {"id": "m1", "username": "alice", "fullName": "Alice Smith"}
result = normalize_member(member)
assert result["member_id"] == "m1"
assert result["username"] == "alice"
assert result["full_name"] == "Alice Smith"
def test_normalize_label():
label = {"id": "lb1", "name": "bug", "color": "red", "idBoard": "b1"}
result = normalize_label(label)
assert result["label_id"] == "lb1"
assert result["label_name"] == "bug"
assert result["color"] == "red"
def test_normalize_card():
card = {
"id": "c1",
"name": "Fix login",
"idBoard": "b1",
"idList": "l1",
"idMembers": ["m1"],
"labels": [{
"id": "lb1",
"name": "bug"
}],
"due": "2026-04-10",
"dueComplete": False,
"closed": False,
"desc": "Login is broken",
"shortUrl": "https://trello.com/c/abc",
"members": [{
"id": "m1",
"username": "alice"
}],
}
result = normalize_card(card)
assert result["card_id"] == "c1"
assert result["card_name"] == "Fix login"
assert result["member_ids"] == ["m1"]
assert result["label_ids"] == ["lb1"]
assert result["desc"] == "Login is broken"
def test_normalize_comment():
comment = {
"id": "act1",
"date": "2026-04-05T10:00:00Z",
"memberCreator": {
"id": "m1",
"fullName": "Alice"
},
"data": {
"text": "This needs fixing"
},
}
result = normalize_comment(comment, card_id="c1")
assert result["comment_id"] == "act1"
assert result["card_id"] == "c1"
assert result["member_id"] == "m1"
assert result["text"] == "This needs fixing"
def test_to_json_bytes():
data = {"key": "value"}
result = to_json_bytes(data)
assert json.loads(result) == data
def test_to_jsonl_bytes():
rows = [
{
"created_at": "2026-04-05",
"text": "second"
},
{
"created_at": "2026-04-01",
"text": "first"
},
]
result = to_jsonl_bytes(rows)
lines = result.strip().split(b"\n")
assert len(lines) == 2
assert json.loads(lines[0])["text"] == "first"
assert json.loads(lines[1])["text"] == "second"
def test_to_jsonl_bytes_empty():
assert to_jsonl_bytes([]) == b""
+72
View File
@@ -0,0 +1,72 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import pytest
from mirage.core.trello.pathing import (board_dirname, card_dirname,
label_filename, list_dirname,
member_filename, split_suffix_id,
workspace_dirname)
def test_split_suffix_id():
label, obj_id = split_suffix_id("my-board__abc123")
assert label == "my-board"
assert obj_id == "abc123"
def test_split_suffix_id_with_suffix():
label, obj_id = split_suffix_id("alice__user1.json", suffix=".json")
assert label == "alice"
assert obj_id == "user1"
def test_split_suffix_id_no_separator():
with pytest.raises(FileNotFoundError):
split_suffix_id("no-separator")
def test_workspace_dirname():
ws = {"id": "ws1", "displayName": "Engineering", "name": "eng"}
assert workspace_dirname(ws) == "Engineering__ws1"
def test_board_dirname():
board = {"id": "b1", "name": "Product Roadmap"}
assert board_dirname(board) == "Product_Roadmap__b1"
def test_list_dirname():
lst = {"id": "l1", "name": "Backlog"}
assert list_dirname(lst) == "Backlog__l1"
def test_card_dirname():
card = {"id": "c1", "name": "Fix login"}
assert card_dirname(card) == "Fix_login__c1"
def test_member_filename():
member = {"id": "m1", "fullName": "Alice Smith", "username": "alice"}
assert member_filename(member) == "Alice_Smith__m1.json"
def test_label_filename():
label = {"id": "lb1", "name": "bug", "color": "red"}
assert label_filename(label) == "bug__lb1.json"
def test_label_filename_no_name():
label = {"id": "lb1", "name": "", "color": "red"}
assert label_filename(label) == "red__lb1.json"
+118
View File
@@ -0,0 +1,118 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import json
from unittest.mock import AsyncMock, patch
import pytest
from mirage.accessor.trello import TrelloAccessor
from mirage.cache.index.ram import RAMIndexCacheStore
from mirage.core.trello.read import read
from mirage.resource.trello.config import TrelloConfig
@pytest.fixture
def accessor():
return TrelloAccessor(TrelloConfig(api_key="key", api_token="token"))
@pytest.fixture
def index():
return RAMIndexCacheStore()
@pytest.mark.asyncio
async def test_read_workspace_json(accessor, index):
workspaces = [{"id": "ws1", "displayName": "Engineering", "name": "eng"}]
with patch("mirage.core.trello.read.list_workspaces",
new_callable=AsyncMock,
return_value=workspaces):
result = await read(
accessor,
"/workspaces/Engineering__ws1/workspace.json",
index,
)
payload = json.loads(result)
assert payload["workspace_id"] == "ws1"
assert payload["workspace_name"] == "Engineering"
@pytest.mark.asyncio
async def test_read_card_json(accessor, index):
card = {
"id": "c1",
"name": "Fix login",
"idBoard": "b1",
"idList": "l1",
"idMembers": ["m1"],
"labels": [{
"id": "lb1",
"name": "bug"
}],
"due": "2026-04-10",
"dueComplete": False,
"closed": False,
"desc": "Login is broken",
"shortUrl": "https://trello.com/c/abc",
"members": [{
"id": "m1",
"username": "alice"
}],
}
with patch("mirage.core.trello.read.get_card",
new_callable=AsyncMock,
return_value=card):
result = await read(
accessor,
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1/card.json",
index,
)
payload = json.loads(result)
assert payload["card_id"] == "c1"
assert payload["card_name"] == "Fix login"
@pytest.mark.asyncio
async def test_read_comments_jsonl(accessor, index):
comments = [{
"id": "act1",
"date": "2026-04-05T10:00:00Z",
"memberCreator": {
"id": "m1",
"fullName": "Alice"
},
"data": {
"text": "This needs fixing"
},
}]
with patch("mirage.core.trello.read.list_card_comments",
new_callable=AsyncMock,
return_value=comments):
result = await read(
accessor,
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1/comments.jsonl",
index,
)
line = json.loads(result.decode().strip())
assert line["comment_id"] == "act1"
assert line["card_id"] == "c1"
@pytest.mark.asyncio
async def test_read_missing_path(accessor, index):
with pytest.raises(FileNotFoundError):
await read(accessor, "/nonexistent/path", index)
+171
View File
@@ -0,0 +1,171 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from unittest.mock import AsyncMock, patch
import pytest
from mirage.accessor.trello import TrelloAccessor
from mirage.cache.index import IndexEntry
from mirage.cache.index.ram import RAMIndexCacheStore
from mirage.core.trello.readdir import readdir
from mirage.resource.trello.config import TrelloConfig
from mirage.types import PathSpec
from mirage.utils.key_prefix import mount_key
@pytest.fixture
def accessor():
return TrelloAccessor(TrelloConfig(api_key="key", api_token="token"))
@pytest.fixture
def index():
return RAMIndexCacheStore()
@pytest.mark.asyncio
async def test_readdir_root(accessor, index):
result = await readdir(accessor, "/", index)
assert result == ["/workspaces"]
@pytest.mark.asyncio
async def test_readdir_root_with_prefix(accessor, index):
result = await readdir(
accessor,
PathSpec(resource_path=mount_key("trello/", "trello"),
virtual="trello/",
directory="trello/"), index)
assert result == ["trello/workspaces"]
@pytest.mark.asyncio
async def test_readdir_workspaces(accessor, index):
workspaces = [{"id": "ws1", "displayName": "Engineering", "name": "eng"}]
with patch("mirage.core.trello.readdir.list_workspaces",
new_callable=AsyncMock,
return_value=workspaces):
result = await readdir(accessor, "/workspaces", index)
assert result == ["/workspaces/Engineering__ws1"]
@pytest.mark.asyncio
async def test_readdir_workspaces_keeps_prefix_on_warm_cache_hit(
accessor, index):
workspaces = [{"id": "ws1", "displayName": "Engineering", "name": "eng"}]
spec = PathSpec(resource_path=mount_key("trello/workspaces", "trello"),
virtual="trello/workspaces",
directory="trello/workspaces")
with patch("mirage.core.trello.readdir.list_workspaces",
new_callable=AsyncMock,
return_value=workspaces):
cold = await readdir(accessor, spec, index)
warm = await readdir(accessor, spec, index)
assert cold == ["trello/workspaces/Engineering__ws1"]
assert warm == cold
@pytest.mark.asyncio
async def test_readdir_workspace_entry(accessor, index):
await index.put(
"/workspaces/Engineering__ws1",
IndexEntry(
id="ws1",
name="Engineering",
resource_type="trello/workspace",
remote_time="",
vfs_name="Engineering__ws1",
),
)
result = await readdir(accessor, "/workspaces/Engineering__ws1", index)
assert result == [
"/workspaces/Engineering__ws1/workspace.json",
"/workspaces/Engineering__ws1/boards",
]
@pytest.mark.asyncio
async def test_readdir_boards(accessor, index):
await index.put(
"/workspaces/Engineering__ws1",
IndexEntry(
id="ws1",
name="Engineering",
resource_type="trello/workspace",
remote_time="",
vfs_name="Engineering__ws1",
),
)
boards = [{"id": "b1", "name": "Product Roadmap", "dateLastActivity": ""}]
with patch("mirage.core.trello.readdir.list_workspace_boards",
new_callable=AsyncMock,
return_value=boards):
result = await readdir(accessor, "/workspaces/Engineering__ws1/boards",
index)
assert result == [
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
]
@pytest.mark.asyncio
async def test_readdir_board_entry(accessor, index):
await index.put(
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1",
IndexEntry(
id="b1",
name="Product Roadmap",
resource_type="trello/board",
remote_time="",
vfs_name="Product_Roadmap__b1",
),
)
result = await readdir(
accessor,
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1",
index,
)
assert result == [
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1/board.json",
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1/members",
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1/labels",
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1/lists",
]
@pytest.mark.asyncio
async def test_readdir_card_folder(accessor, index):
await index.put(
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1",
IndexEntry(
id="c1",
name="Fix login",
resource_type="trello/card",
remote_time="",
vfs_name="Fix_login__c1",
),
)
result = await readdir(
accessor,
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1",
index,
)
assert result == [
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1/card.json",
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1/comments.jsonl",
]
+111
View File
@@ -0,0 +1,111 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import pytest
from mirage.accessor.trello import TrelloAccessor
from mirage.cache.index import IndexEntry
from mirage.cache.index.ram import RAMIndexCacheStore
from mirage.core.trello.stat import stat
from mirage.resource.trello.config import TrelloConfig
from mirage.types import FileType
@pytest.fixture
def accessor():
return TrelloAccessor(TrelloConfig(api_key="key", api_token="token"))
@pytest.fixture
def index():
return RAMIndexCacheStore()
@pytest.mark.asyncio
async def test_stat_root(accessor, index):
result = await stat(accessor, "/", index)
assert result.type == FileType.DIRECTORY
@pytest.mark.asyncio
async def test_stat_workspaces(accessor, index):
result = await stat(accessor, "/workspaces", index)
assert result.type == FileType.DIRECTORY
@pytest.mark.asyncio
async def test_stat_workspace_entry(accessor, index):
await index.put(
"/workspaces/Engineering__ws1",
IndexEntry(
id="ws1",
name="Engineering",
resource_type="trello/workspace",
remote_time="",
vfs_name="Engineering__ws1",
),
)
result = await stat(accessor, "/workspaces/Engineering__ws1", index)
assert result.type == FileType.DIRECTORY
assert result.extra["workspace_id"] == "ws1"
@pytest.mark.asyncio
async def test_stat_board_entry(accessor, index):
await index.put(
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1",
IndexEntry(
id="b1",
name="Product Roadmap",
resource_type="trello/board",
remote_time="2026-04-05T00:00:00.000Z",
vfs_name="Product_Roadmap__b1",
),
)
result = await stat(
accessor,
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1",
index,
)
assert result.type == FileType.DIRECTORY
assert result.extra["board_id"] == "b1"
assert result.modified == "2026-04-05T00:00:00.000Z"
@pytest.mark.asyncio
async def test_stat_card_json(accessor, index):
result = await stat(
accessor,
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1/card.json",
index,
)
assert result.type == FileType.JSON
@pytest.mark.asyncio
async def test_stat_comments_jsonl(accessor, index):
result = await stat(
accessor,
"/workspaces/Engineering__ws1/boards/Product_Roadmap__b1"
"/lists/Backlog__l1/cards/Fix_login__c1/comments.jsonl",
index,
)
assert result.type == FileType.TEXT
@pytest.mark.asyncio
async def test_stat_missing_path(accessor, index):
with pytest.raises(FileNotFoundError):
await stat(accessor, "/nonexistent/path", index)