chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 12:30:44 +08:00
commit bcbd1bdb22
5748 changed files with 562488 additions and 0 deletions
+13
View File
@@ -0,0 +1,13 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
+69
View File
@@ -0,0 +1,69 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import aiohttp
from mirage.core.github._client import github_headers, github_url
async def ci_get(token: str,
path: str,
params: dict | None = None,
**kwargs: str) -> dict:
url = github_url(path, **kwargs)
headers = github_headers(token)
async with aiohttp.ClientSession() as session:
async with session.get(url, headers=headers, params=params) as resp:
resp.raise_for_status()
return await resp.json()
async def ci_get_bytes(token: str, path: str, **kwargs: str) -> bytes:
url = github_url(path, **kwargs)
headers = github_headers(token)
async with aiohttp.ClientSession() as session:
async with session.get(url, headers=headers,
allow_redirects=True) as resp:
resp.raise_for_status()
return await resp.read()
async def ci_get_paginated(token: str,
path: str,
list_key: str,
params: dict | None = None,
max_results: int | None = None,
**kwargs: str) -> list[dict]:
params = dict(params or {})
params.setdefault("per_page", 100)
page = 1
results: list[dict] = []
url = github_url(path, **kwargs)
headers = github_headers(token)
async with aiohttp.ClientSession() as session:
while True:
params["page"] = page
async with session.get(url, headers=headers,
params=params) as resp:
resp.raise_for_status()
data = await resp.json()
batch = data[list_key]
results.extend(batch)
if max_results is not None and len(results) >= max_results:
results = results[:max_results]
break
if len(batch) < params["per_page"]:
break
page += 1
return results
@@ -0,0 +1,27 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.core.github_ci._client import ci_get
from mirage.resource.github_ci.config import GitHubCIConfig
async def list_annotations(config: GitHubCIConfig,
check_run_id: str) -> list[dict]:
return await ci_get(
config.token,
"/repos/{owner}/{repo}/check-runs/{check_run_id}/annotations",
owner=config.owner,
repo=config.repo,
check_run_id=check_run_id,
)
+37
View File
@@ -0,0 +1,37 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.core.github_ci._client import ci_get_bytes, ci_get_paginated
from mirage.resource.github_ci.config import GitHubCIConfig
async def list_artifacts(config: GitHubCIConfig, run_id: str) -> list[dict]:
return await ci_get_paginated(
config.token,
"/repos/{owner}/{repo}/actions/runs/{run_id}/artifacts",
list_key="artifacts",
owner=config.owner,
repo=config.repo,
run_id=run_id,
)
async def download_artifact(config: GitHubCIConfig, artifact_id: str) -> bytes:
return await ci_get_bytes(
config.token,
"/repos/{owner}/{repo}/actions/artifacts/{artifact_id}/zip",
owner=config.owner,
repo=config.repo,
artifact_id=artifact_id,
)
+41
View File
@@ -0,0 +1,41 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.accessor.github_ci import GitHubCIAccessor
from mirage.cache.index import IndexCacheStore
from mirage.commands.builtin.constants import SCOPE_ERROR
from mirage.core.github_ci.readdir import readdir
from mirage.types import PathSpec
from mirage.utils.glob_walk import resolve_glob_with
from mirage.utils.key_prefix import mount_prefix_of
def is_cross_run_root(path: PathSpec) -> bool:
original = path.virtual if isinstance(path, PathSpec) else path
prefix = mount_prefix_of(path.virtual, path.resource_path) if isinstance(
path, PathSpec) else ""
if prefix and original.startswith(prefix):
rest = original[len(prefix):]
if prefix.endswith("/") or rest == "" or rest.startswith("/"):
original = rest or "/"
return original.strip("/") in ("", "runs")
async def resolve_glob(
accessor: GitHubCIAccessor,
paths: list[PathSpec],
index: IndexCacheStore | None = None,
) -> list[PathSpec]:
return await resolve_glob_with(readdir, accessor, paths, index,
SCOPE_ERROR)
+119
View File
@@ -0,0 +1,119 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
import json
from mirage.accessor.github_ci import GitHubCIAccessor
from mirage.cache.index import IndexCacheStore
from mirage.core.github_ci.annotations import list_annotations
from mirage.core.github_ci.artifacts import download_artifact
from mirage.core.github_ci.runs import (download_job_log, get_job, get_run,
list_jobs_for_run)
from mirage.core.github_ci.workflows import get_workflow
from mirage.types import PathSpec
from mirage.utils.errors import enoent
from mirage.utils.key_prefix import mount_prefix_of
async def read(
accessor: GitHubCIAccessor,
path: PathSpec,
index: IndexCacheStore = None,
) -> bytes:
if isinstance(path, str):
path = PathSpec(virtual=path,
directory=path,
resource_path=path.strip("/"))
virtual = path.virtual
prefix = mount_prefix_of(path.virtual, path.resource_path)
key = path.resource_path
parts = key.split("/")
# /workflows/<name>_<id>.json
if len(parts) == 2 and parts[0] == "workflows" and parts[1].endswith(
".json"):
if index is None:
raise enoent(virtual)
virtual_key = prefix + "/" + key
lookup = await index.get(virtual_key)
if lookup.entry is None:
raise enoent(virtual)
wf = await get_workflow(accessor.config, lookup.entry.id)
return json.dumps(wf, indent=2, ensure_ascii=False).encode()
# /runs/<workflow>_<run-id>/run.json
if (len(parts) == 3 and parts[0] == "runs" and parts[2] == "run.json"):
if index is None:
raise enoent(virtual)
run_virtual = prefix + "/" + f"{parts[0]}/{parts[1]}"
lookup = await index.get(run_virtual)
if lookup.entry is None:
raise enoent(virtual)
run = await get_run(accessor.config, lookup.entry.id)
return json.dumps(run, indent=2, ensure_ascii=False).encode()
# /runs/<workflow>_<run-id>/annotations.jsonl
if (len(parts) == 3 and parts[0] == "runs"
and parts[2] == "annotations.jsonl"):
if index is None:
raise enoent(virtual)
run_virtual = prefix + "/" + f"{parts[0]}/{parts[1]}"
lookup = await index.get(run_virtual)
if lookup.entry is None:
raise enoent(virtual)
jobs = await list_jobs_for_run(accessor.config, lookup.entry.id)
lines = []
for j in jobs:
anns = await list_annotations(accessor.config, str(j["id"]))
for a in anns:
lines.append(
json.dumps(a, ensure_ascii=False, separators=(",", ":")))
if lines:
return ("\n".join(lines) + "\n").encode()
return b""
# /runs/<workflow>_<run-id>/jobs/<job>_<job-id>.json
if (len(parts) == 4 and parts[0] == "runs" and parts[2] == "jobs"
and parts[3].endswith(".json")):
if index is None:
raise enoent(virtual)
virtual_key = prefix + "/" + key
lookup = await index.get(virtual_key)
if lookup.entry is None:
raise enoent(virtual)
job = await get_job(accessor.config, lookup.entry.id)
return json.dumps(job, indent=2, ensure_ascii=False).encode()
# /runs/<workflow>_<run-id>/jobs/<job>_<job-id>.log
if (len(parts) == 4 and parts[0] == "runs" and parts[2] == "jobs"
and parts[3].endswith(".log")):
if index is None:
raise enoent(virtual)
virtual_key = prefix + "/" + key
lookup = await index.get(virtual_key)
if lookup.entry is None:
raise enoent(virtual)
return await download_job_log(accessor.config, lookup.entry.id)
# /runs/<workflow>_<run-id>/artifacts/<name>_<id>.zip
if (len(parts) == 4 and parts[0] == "runs" and parts[2] == "artifacts"):
if index is None:
raise enoent(virtual)
virtual_key = prefix + "/" + key
lookup = await index.get(virtual_key)
if lookup.entry is None:
raise enoent(virtual)
return await download_artifact(accessor.config, lookup.entry.id)
raise enoent(virtual)
+222
View File
@@ -0,0 +1,222 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.accessor.github_ci import GitHubCIAccessor
from mirage.cache.index import IndexCacheStore, IndexEntry
from mirage.core.github_ci.artifacts import list_artifacts
from mirage.core.github_ci.runs import list_jobs_for_run, list_runs
from mirage.core.github_ci.workflows import list_workflows
from mirage.types import PathSpec
from mirage.utils.errors import enoent
from mirage.utils.key_prefix import mount_key, mount_prefix_of
def _safe_name(name: str) -> str:
if not name:
return "unknown"
return name.replace("/", "\u2215")
async def readdir(
accessor: GitHubCIAccessor,
path: PathSpec,
index: IndexCacheStore = None,
) -> list[str]:
if isinstance(path, str):
path = PathSpec(virtual=path,
directory=path,
resource_path=path.strip("/"))
virtual = path.virtual
prefix = mount_prefix_of(path.virtual, path.resource_path)
path = (path.dir if path.pattern else path).mount_path
key = path.strip("/")
virtual_key = prefix + "/" + key if key else prefix or "/"
if not key:
return [f"{prefix}/workflows", f"{prefix}/runs"]
parts = key.split("/")
# /workflows
if len(parts) == 1 and parts[0] == "workflows":
if index is not None:
listing = await index.list_dir(virtual_key)
if listing.entries is not None:
return listing.entries
workflows = await list_workflows(accessor.config)
entries = []
names = []
for wf in workflows:
name = _safe_name(wf.get("name", str(wf["id"])))
filename = f"{name}_{wf['id']}.json"
entry = IndexEntry(
id=str(wf["id"]),
name=wf.get("name", ""),
resource_type="ci/workflow",
vfs_name=filename,
remote_time=wf.get("updated_at", ""),
)
entries.append((filename, entry))
names.append(f"{prefix}/{key}/{filename}")
if index is not None:
await index.set_dir(virtual_key, entries)
return names
# /runs
if len(parts) == 1 and parts[0] == "runs":
if index is not None:
listing = await index.list_dir(virtual_key)
if listing.entries is not None:
return listing.entries
runs = await list_runs(accessor.config, days=accessor.config.days)
entries = []
names = []
for r in runs:
wf_name = _safe_name(r.get("name", str(r["id"])))
dirname = f"{wf_name}_{r['id']}"
entry = IndexEntry(
id=str(r["id"]),
name=r.get("name", ""),
resource_type="ci/run",
vfs_name=dirname,
remote_time=r.get("updated_at", ""),
)
entries.append((dirname, entry))
names.append(f"{prefix}/{key}/{dirname}")
if index is not None:
await index.set_dir(virtual_key, entries)
return names
# /runs/<workflow>_<run-id>
if len(parts) == 2 and parts[0] == "runs":
if index is not None:
lookup = await index.get(virtual_key)
if lookup.entry is None:
parent = PathSpec(
virtual=prefix + "/runs",
directory=prefix + "/runs",
resource_path=mount_key(prefix + "/runs", prefix),
)
await readdir(accessor, parent, index)
lookup = await index.get(virtual_key)
if lookup.entry is None:
raise enoent(virtual)
base = f"{prefix}/{key}"
return [
f"{base}/run.json",
f"{base}/jobs",
f"{base}/annotations.jsonl",
f"{base}/artifacts",
]
# /runs/<workflow>_<run-id>/jobs
if len(parts) == 3 and parts[0] == "runs" and parts[2] == "jobs":
if index is not None:
listing = await index.list_dir(virtual_key)
if listing.entries is not None:
return listing.entries
run_virtual = prefix + "/" + f"{parts[0]}/{parts[1]}"
run_lookup = await index.get(run_virtual)
if run_lookup.entry is None:
parent = PathSpec(
virtual=prefix + "/runs",
directory=prefix + "/runs",
resource_path=mount_key(prefix + "/runs", prefix),
)
await readdir(accessor, parent, index)
run_lookup = await index.get(run_virtual)
if run_lookup.entry is None:
raise enoent(virtual)
run_id = run_lookup.entry.id
else:
raise enoent(virtual)
jobs = await list_jobs_for_run(accessor.config, run_id)
entries = []
names = []
for j in jobs:
name = _safe_name(j.get("name", str(j["id"])))
json_filename = f"{name}_{j['id']}.json"
log_filename = f"{name}_{j['id']}.log"
entry_json = IndexEntry(
id=str(j["id"]),
name=j.get("name", ""),
resource_type="ci/job",
vfs_name=json_filename,
remote_time=j.get("completed_at", ""),
)
entry_log = IndexEntry(
id=str(j["id"]),
name=j.get("name", ""),
resource_type="ci/job_log",
vfs_name=log_filename,
remote_time=j.get("completed_at", ""),
)
entries.append((json_filename, entry_json))
entries.append((log_filename, entry_log))
names.append(f"{prefix}/{key}/{json_filename}")
names.append(f"{prefix}/{key}/{log_filename}")
if index is not None:
await index.set_dir(virtual_key, entries)
return names
# /runs/<workflow>_<run-id>/artifacts
if len(parts) == 3 and parts[0] == "runs" and parts[2] == "artifacts":
if index is not None:
listing = await index.list_dir(virtual_key)
if listing.entries is not None:
return listing.entries
run_virtual = prefix + "/" + f"{parts[0]}/{parts[1]}"
run_lookup = await index.get(run_virtual)
if run_lookup.entry is None:
parent = PathSpec(
virtual=prefix + "/runs",
directory=prefix + "/runs",
resource_path=mount_key(prefix + "/runs", prefix),
)
await readdir(accessor, parent, index)
run_lookup = await index.get(run_virtual)
if run_lookup.entry is None:
raise enoent(virtual)
run_id = run_lookup.entry.id
else:
raise enoent(virtual)
artifacts = await list_artifacts(accessor.config, run_id)
entries = []
names = []
for a in artifacts:
name = _safe_name(a.get("name", str(a["id"])))
filename = f"{name}_{a['id']}.zip"
entry = IndexEntry(
id=str(a["id"]),
name=a.get("name", ""),
resource_type="ci/artifact",
vfs_name=filename,
size=a.get("size_in_bytes"),
remote_time=a.get("updated_at", ""),
)
entries.append((filename, entry))
names.append(f"{prefix}/{key}/{filename}")
if index is not None:
await index.set_dir(virtual_key, entries)
return names
return []
def is_dir_name(child: str) -> bool:
# Entries are recognized by extension, so classification never needs
# the stat fallback.
name = child.rsplit("/", 1)[-1]
return not (name.endswith(".json") or name.endswith(".jsonl")
or name.endswith(".log") or name.endswith(".zip"))
+74
View File
@@ -0,0 +1,74 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from datetime import datetime, timedelta, timezone
from mirage.core.github_ci._client import (ci_get, ci_get_bytes,
ci_get_paginated)
from mirage.resource.github_ci.config import GitHubCIConfig
async def list_runs(config: GitHubCIConfig, days: int = 30) -> list[dict]:
since = (datetime.now(timezone.utc) -
timedelta(days=days)).strftime("%Y-%m-%d")
return await ci_get_paginated(
config.token,
"/repos/{owner}/{repo}/actions/runs",
list_key="workflow_runs",
params={"created": f">={since}"},
max_results=config.max_runs,
owner=config.owner,
repo=config.repo,
)
async def get_run(config: GitHubCIConfig, run_id: str) -> dict:
return await ci_get(
config.token,
"/repos/{owner}/{repo}/actions/runs/{run_id}",
owner=config.owner,
repo=config.repo,
run_id=run_id,
)
async def list_jobs_for_run(config: GitHubCIConfig, run_id: str) -> list[dict]:
return await ci_get_paginated(
config.token,
"/repos/{owner}/{repo}/actions/runs/{run_id}/jobs",
list_key="jobs",
owner=config.owner,
repo=config.repo,
run_id=run_id,
)
async def get_job(config: GitHubCIConfig, job_id: str) -> dict:
return await ci_get(
config.token,
"/repos/{owner}/{repo}/actions/jobs/{job_id}",
owner=config.owner,
repo=config.repo,
job_id=job_id,
)
async def download_job_log(config: GitHubCIConfig, job_id: str) -> bytes:
return await ci_get_bytes(
config.token,
"/repos/{owner}/{repo}/actions/jobs/{job_id}/logs",
owner=config.owner,
repo=config.repo,
job_id=job_id,
)
+155
View File
@@ -0,0 +1,155 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.accessor.github_ci import GitHubCIAccessor
from mirage.cache.index import IndexCacheStore
from mirage.core.github_ci.readdir import readdir as _readdir
from mirage.types import FileStat, FileType, PathSpec
from mirage.utils.errors import enoent
from mirage.utils.key_prefix import mount_key, mount_prefix_of
VIRTUAL_DIRS = {"workflows", "runs", "jobs", "artifacts"}
async def _lookup_with_fallback(
accessor: GitHubCIAccessor,
virtual_key: str,
prefix: str,
index: IndexCacheStore,
):
result = await index.get(virtual_key)
if result.entry is not None:
return result
parent_virtual = virtual_key.rsplit("/", 1)[0] or "/"
try:
await _readdir(
accessor,
PathSpec(virtual=parent_virtual,
directory=parent_virtual,
resource_path=mount_key(parent_virtual, prefix)),
index=index,
)
# best-effort cache populate; canonical ENOENT raised below
except Exception:
pass
return await index.get(virtual_key)
async def stat(
accessor: GitHubCIAccessor,
path: PathSpec,
index: IndexCacheStore = None,
) -> FileStat:
if isinstance(path, str):
path = PathSpec(virtual=path,
directory=path,
resource_path=path.strip("/"))
virtual = path.virtual
prefix = mount_prefix_of(path.virtual, path.resource_path)
key = path.resource_path
if not key:
return FileStat(name="/", type=FileType.DIRECTORY)
parts = key.split("/")
virtual_key = prefix + "/" + key
if len(parts) == 1 and parts[0] in VIRTUAL_DIRS:
return FileStat(name=parts[0], type=FileType.DIRECTORY)
if len(parts) == 2 and parts[0] == "workflows" and parts[1].endswith(
".json"):
if index is None:
raise enoent(virtual)
lookup = await _lookup_with_fallback(accessor, virtual_key, prefix,
index)
if lookup.entry is None:
raise enoent(virtual)
return FileStat(
name=lookup.entry.vfs_name or lookup.entry.name,
type=FileType.JSON,
modified=lookup.entry.remote_time or None,
extra={"workflow_id": lookup.entry.id},
)
if len(parts) == 2 and parts[0] == "runs":
if index is None:
raise enoent(virtual)
lookup = await _lookup_with_fallback(accessor, virtual_key, prefix,
index)
if lookup.entry is None:
raise enoent(virtual)
return FileStat(
name=lookup.entry.vfs_name or lookup.entry.name,
type=FileType.DIRECTORY,
modified=lookup.entry.remote_time or None,
extra={"run_id": lookup.entry.id},
)
if len(parts) == 3 and parts[0] == "runs" and parts[2] in VIRTUAL_DIRS:
return FileStat(name=parts[2], type=FileType.DIRECTORY)
if len(parts) == 3 and parts[0] == "runs" and parts[2] == "run.json":
return FileStat(name="run.json", type=FileType.JSON)
if (len(parts) == 3 and parts[0] == "runs"
and parts[2] == "annotations.jsonl"):
return FileStat(name="annotations.jsonl", type=FileType.TEXT)
if (len(parts) == 4 and parts[0] == "runs" and parts[2] == "jobs"
and parts[3].endswith(".json")):
if index is None:
raise enoent(virtual)
lookup = await _lookup_with_fallback(accessor, virtual_key, prefix,
index)
if lookup.entry is None:
raise enoent(virtual)
return FileStat(
name=lookup.entry.vfs_name or lookup.entry.name,
type=FileType.JSON,
modified=lookup.entry.remote_time or None,
extra={"job_id": lookup.entry.id},
)
if (len(parts) == 4 and parts[0] == "runs" and parts[2] == "jobs"
and parts[3].endswith(".log")):
if index is None:
raise enoent(virtual)
lookup = await _lookup_with_fallback(accessor, virtual_key, prefix,
index)
if lookup.entry is None:
raise enoent(virtual)
return FileStat(
name=lookup.entry.vfs_name or lookup.entry.name,
type=FileType.TEXT,
modified=lookup.entry.remote_time or None,
extra={"job_id": lookup.entry.id},
)
if (len(parts) == 4 and parts[0] == "runs" and parts[2] == "artifacts"):
if index is None:
raise enoent(virtual)
lookup = await _lookup_with_fallback(accessor, virtual_key, prefix,
index)
if lookup.entry is None:
raise enoent(virtual)
return FileStat(
name=lookup.entry.vfs_name or lookup.entry.name,
type=FileType.ZIP,
size=lookup.entry.size,
modified=lookup.entry.remote_time or None,
extra={"artifact_id": lookup.entry.id},
)
raise enoent(virtual)
+36
View File
@@ -0,0 +1,36 @@
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
from mirage.core.github_ci._client import ci_get, ci_get_paginated
from mirage.resource.github_ci.config import GitHubCIConfig
async def list_workflows(config: GitHubCIConfig) -> list[dict]:
return await ci_get_paginated(
config.token,
"/repos/{owner}/{repo}/actions/workflows",
list_key="workflows",
owner=config.owner,
repo=config.repo,
)
async def get_workflow(config: GitHubCIConfig, workflow_id: str) -> dict:
return await ci_get(
config.token,
"/repos/{owner}/{repo}/actions/workflows/{workflow_id}",
owner=config.owner,
repo=config.repo,
workflow_id=workflow_id,
)