# ========= Copyright 2026 @ Strukto.AI All Rights Reserved. ========= # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ========= Copyright 2026 @ Strukto.AI All Rights Reserved. ========= import pytest from mirage.accessor.hf_datasets import HfDatasetsAccessor, HfDatasetsConfig from mirage.resource.secrets import reveal_secret def test_config_defaults(): cfg = HfDatasetsConfig(repo_id="org/dataset") assert cfg.repo_id == "org/dataset" assert cfg.namespace == "org" assert cfg.repo_name == "dataset" assert cfg.token is None assert cfg.endpoint == "https://huggingface.co" assert cfg.key_prefix is None assert cfg.revision is None def test_config_rejects_bad_repo_id(): with pytest.raises(ValueError): HfDatasetsConfig(repo_id="just-one-segment") with pytest.raises(ValueError): HfDatasetsConfig(repo_id="too/many/slashes") def test_config_token_secret(): cfg = HfDatasetsConfig(repo_id="org/dataset", token="hf_abc123") assert reveal_secret(cfg.token) == "hf_abc123" assert "hf_abc123" not in repr(cfg) def test_accessor_repo_type_and_uri(): cfg = HfDatasetsConfig(repo_id="org/dataset") acc = HfDatasetsAccessor(cfg) assert acc.REPO_TYPE == "dataset" assert acc.bucket_uri == "hf://datasets/org/dataset" def test_key_prefix_normalized(): cfg = HfDatasetsConfig(repo_id="org/dataset", key_prefix="/data/sub/") assert cfg.key_prefix == "data/sub/"