chore: import upstream snapshot with attribution
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,67 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import pytest
|
||||
|
||||
from mirage.accessor.hf_buckets import HfBucketsAccessor, HfBucketsConfig
|
||||
from mirage.resource.secrets import reveal_secret
|
||||
|
||||
|
||||
def test_config_defaults():
|
||||
cfg = HfBucketsConfig(bucket="myorg/mybkt")
|
||||
assert cfg.bucket == "myorg/mybkt"
|
||||
assert cfg.namespace == "myorg"
|
||||
assert cfg.bucket_name == "mybkt"
|
||||
assert cfg.token is None
|
||||
assert cfg.endpoint == "https://huggingface.co"
|
||||
assert cfg.timeout == 30
|
||||
assert cfg.key_prefix is None
|
||||
|
||||
|
||||
def test_config_immutable():
|
||||
cfg = HfBucketsConfig(bucket="myorg/mybkt")
|
||||
with pytest.raises(Exception):
|
||||
cfg.bucket = "other/other"
|
||||
|
||||
|
||||
def test_config_rejects_bad_bucket_format():
|
||||
with pytest.raises(ValueError):
|
||||
HfBucketsConfig(bucket="just-one-segment")
|
||||
with pytest.raises(ValueError):
|
||||
HfBucketsConfig(bucket="too/many/slashes")
|
||||
with pytest.raises(ValueError):
|
||||
HfBucketsConfig(bucket="/leading")
|
||||
|
||||
|
||||
def test_config_token_secret():
|
||||
cfg = HfBucketsConfig(bucket="myorg/mybkt", token="hf_abc123")
|
||||
assert reveal_secret(cfg.token) == "hf_abc123"
|
||||
assert "hf_abc123" not in repr(cfg)
|
||||
|
||||
|
||||
def test_accessor_holds_config():
|
||||
cfg = HfBucketsConfig(bucket="myorg/mybkt")
|
||||
acc = HfBucketsAccessor(cfg)
|
||||
assert acc.config is cfg
|
||||
|
||||
|
||||
def test_bucket_uri():
|
||||
cfg = HfBucketsConfig(bucket="myorg/mybkt")
|
||||
acc = HfBucketsAccessor(cfg)
|
||||
assert acc.bucket_uri == "hf://buckets/myorg/mybkt"
|
||||
|
||||
|
||||
def test_key_prefix_normalized():
|
||||
cfg = HfBucketsConfig(bucket="myorg/mybkt", key_prefix="/data/sub/")
|
||||
assert cfg.key_prefix == "data/sub/"
|
||||
@@ -0,0 +1,54 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import pytest
|
||||
|
||||
from mirage.accessor.hf_datasets import HfDatasetsAccessor, HfDatasetsConfig
|
||||
from mirage.resource.secrets import reveal_secret
|
||||
|
||||
|
||||
def test_config_defaults():
|
||||
cfg = HfDatasetsConfig(repo_id="org/dataset")
|
||||
assert cfg.repo_id == "org/dataset"
|
||||
assert cfg.namespace == "org"
|
||||
assert cfg.repo_name == "dataset"
|
||||
assert cfg.token is None
|
||||
assert cfg.endpoint == "https://huggingface.co"
|
||||
assert cfg.key_prefix is None
|
||||
assert cfg.revision is None
|
||||
|
||||
|
||||
def test_config_rejects_bad_repo_id():
|
||||
with pytest.raises(ValueError):
|
||||
HfDatasetsConfig(repo_id="just-one-segment")
|
||||
with pytest.raises(ValueError):
|
||||
HfDatasetsConfig(repo_id="too/many/slashes")
|
||||
|
||||
|
||||
def test_config_token_secret():
|
||||
cfg = HfDatasetsConfig(repo_id="org/dataset", token="hf_abc123")
|
||||
assert reveal_secret(cfg.token) == "hf_abc123"
|
||||
assert "hf_abc123" not in repr(cfg)
|
||||
|
||||
|
||||
def test_accessor_repo_type_and_uri():
|
||||
cfg = HfDatasetsConfig(repo_id="org/dataset")
|
||||
acc = HfDatasetsAccessor(cfg)
|
||||
assert acc.REPO_TYPE == "dataset"
|
||||
assert acc.bucket_uri == "hf://datasets/org/dataset"
|
||||
|
||||
|
||||
def test_key_prefix_normalized():
|
||||
cfg = HfDatasetsConfig(repo_id="org/dataset", key_prefix="/data/sub/")
|
||||
assert cfg.key_prefix == "data/sub/"
|
||||
@@ -0,0 +1,45 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import pytest
|
||||
|
||||
from mirage.accessor.hf_models import HfModelsAccessor, HfModelsConfig
|
||||
from mirage.resource.secrets import reveal_secret
|
||||
|
||||
|
||||
def test_config_defaults():
|
||||
cfg = HfModelsConfig(repo_id="org/model")
|
||||
assert cfg.repo_id == "org/model"
|
||||
assert cfg.namespace == "org"
|
||||
assert cfg.repo_name == "model"
|
||||
assert cfg.token is None
|
||||
assert cfg.endpoint == "https://huggingface.co"
|
||||
assert cfg.revision is None
|
||||
|
||||
|
||||
def test_config_rejects_bad_repo_id():
|
||||
with pytest.raises(ValueError):
|
||||
HfModelsConfig(repo_id="just-one-segment")
|
||||
|
||||
|
||||
def test_config_token_secret():
|
||||
cfg = HfModelsConfig(repo_id="org/model", token="hf_abc123")
|
||||
assert reveal_secret(cfg.token) == "hf_abc123"
|
||||
|
||||
|
||||
def test_accessor_repo_type_and_uri():
|
||||
cfg = HfModelsConfig(repo_id="org/model")
|
||||
acc = HfModelsAccessor(cfg)
|
||||
assert acc.REPO_TYPE == "model"
|
||||
assert acc.bucket_uri == "hf://models/org/model"
|
||||
@@ -0,0 +1,45 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
import pytest
|
||||
|
||||
from mirage.accessor.hf_spaces import HfSpacesAccessor, HfSpacesConfig
|
||||
from mirage.resource.secrets import reveal_secret
|
||||
|
||||
|
||||
def test_config_defaults():
|
||||
cfg = HfSpacesConfig(repo_id="org/space")
|
||||
assert cfg.repo_id == "org/space"
|
||||
assert cfg.namespace == "org"
|
||||
assert cfg.repo_name == "space"
|
||||
assert cfg.token is None
|
||||
assert cfg.endpoint == "https://huggingface.co"
|
||||
assert cfg.revision is None
|
||||
|
||||
|
||||
def test_config_rejects_bad_repo_id():
|
||||
with pytest.raises(ValueError):
|
||||
HfSpacesConfig(repo_id="just-one-segment")
|
||||
|
||||
|
||||
def test_config_token_secret():
|
||||
cfg = HfSpacesConfig(repo_id="org/space", token="hf_abc123")
|
||||
assert reveal_secret(cfg.token) == "hf_abc123"
|
||||
|
||||
|
||||
def test_accessor_repo_type_and_uri():
|
||||
cfg = HfSpacesConfig(repo_id="org/space")
|
||||
acc = HfSpacesAccessor(cfg)
|
||||
assert acc.REPO_TYPE == "space"
|
||||
assert acc.bucket_uri == "hf://spaces/org/space"
|
||||
@@ -0,0 +1,63 @@
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. =========
|
||||
|
||||
from unittest.mock import MagicMock, patch
|
||||
|
||||
import pytest
|
||||
from pymongo.driver_info import DriverInfo
|
||||
|
||||
from mirage.accessor.mongodb import _DRIVER_INFO, MongoDBAccessor
|
||||
from mirage.resource.mongodb.config import MongoDBConfig
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def accessor():
|
||||
return MongoDBAccessor(config=MongoDBConfig(
|
||||
uri="mongodb://localhost:27017"))
|
||||
|
||||
|
||||
def test_driver_info_is_pymongo_driverinfo_named_mirage():
|
||||
assert isinstance(_DRIVER_INFO, DriverInfo)
|
||||
assert _DRIVER_INFO.name == "Mirage"
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_client_constructs_async_mongo_client_with_driver_info(accessor):
|
||||
sentinel = MagicMock()
|
||||
with patch("mirage.accessor.mongodb.AsyncMongoClient",
|
||||
return_value=sentinel) as ctor:
|
||||
client = accessor.client
|
||||
assert client is sentinel
|
||||
ctor.assert_called_once_with("mongodb://localhost:27017",
|
||||
driver=_DRIVER_INFO)
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_client_is_cached_per_event_loop(accessor):
|
||||
with patch("mirage.accessor.mongodb.AsyncMongoClient",
|
||||
side_effect=lambda *a, **k: MagicMock()) as ctor:
|
||||
first = accessor.client
|
||||
second = accessor.client
|
||||
assert first is second
|
||||
ctor.assert_called_once()
|
||||
|
||||
|
||||
def test_client_built_outside_event_loop_uses_loopless_key(accessor):
|
||||
with patch("mirage.accessor.mongodb.AsyncMongoClient",
|
||||
side_effect=lambda *a, **k: MagicMock()) as ctor:
|
||||
first = accessor.client
|
||||
second = accessor.client
|
||||
assert first is second
|
||||
ctor.assert_called_once()
|
||||
assert 0 in accessor._clients
|
||||
Reference in New Issue
Block a user