bcbd1bdb22
Integ / changes (push) Has been skipped
Pre-commit / pre-commit (push) Failing after 1s
CLI exit codes / changes (push) Has been skipped
Test (Install) / changes (push) Has been skipped
Test (Python) / changes (push) Has been skipped
Test (TypeScript) / changes (push) Has been skipped
CLI exit codes / cli-gate (push) Has been cancelled
Test (Install) / test-install-gate (push) Has been cancelled
Integ / integ-gate (push) Has been cancelled
Test (Python) / test-python-gate (push) Has been cancelled
Test (TypeScript) / test-typescript-gate (push) Has been cancelled
Test (Install) / python-minimal (3.12) (push) Has been cancelled
Test (Install) / python-minimal (3.11) (push) Has been cancelled
Test (Install) / python-extra (agno, mirage.agents.agno) (push) Has been cancelled
Test (Install) / python-extra (chroma, mirage.resource.chroma) (push) Has been cancelled
Test (Install) / python-extra (pdf, mirage.core.filetype.pdf) (push) Has been cancelled
Integ / integ (push) Has been cancelled
Integ / integ-database (push) Has been cancelled
Integ / integ-database-ts (push) Has been cancelled
Integ / integ-data (push) Has been cancelled
Integ / integ-ssh (push) Has been cancelled
Integ / integ-ssh-ts (push) Has been cancelled
Test (Python) / audit (push) Has been cancelled
Test (TypeScript) / test (push) Has been cancelled
Test (TypeScript) / python-fs-shim (push) Has been cancelled
CLI exit codes / Python CLI (push) Has been cancelled
CLI exit codes / TypeScript CLI (push) Has been cancelled
CLI exit codes / Cross-language snapshot interop (push) Has been cancelled
Test (Python) / test (push) Has been cancelled
Test (Python) / import-isolation (deepagents, openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Python) / import-isolation (deepagents, pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Integ / integ-ts (push) Has been cancelled
Integ / integ-fuse (push) Has been cancelled
Test (Install) / python-extra (databricks, mirage.resource.databricks_volume) (push) Has been cancelled
Test (Install) / python-extra (deepagents, mirage.agents.langchain) (push) Has been cancelled
Test (Install) / python-extra (email, mirage.resource.email) (push) Has been cancelled
Test (Install) / python-extra (fuse, mirage.fuse.mount) (push) Has been cancelled
Test (Install) / python-extra (hdf5, mirage.core.filetype.hdf5) (push) Has been cancelled
Test (Install) / python-extra (hf, mirage.resource.hf_buckets) (push) Has been cancelled
Test (Install) / python-extra (lancedb, mirage.resource.lancedb) (push) Has been cancelled
Test (Install) / python-extra (langfuse, mirage.resource.langfuse) (push) Has been cancelled
Test (Install) / python-extra (mongodb, mirage.resource.mongodb) (push) Has been cancelled
Test (Install) / python-extra (nextcloud, mirage.resource.nextcloud) (push) Has been cancelled
Test (Install) / python-extra (openai, mirage.agents.openai_agents) (push) Has been cancelled
Test (Install) / python-extra (openhands, mirage.agents.openhands, 3.12) (push) Has been cancelled
Test (Install) / python-extra (parquet, mirage.core.filetype.parquet) (push) Has been cancelled
Test (Install) / python-extra (postgres, mirage.resource.postgres) (push) Has been cancelled
Test (Install) / python-extra (pydantic-ai, mirage.agents.pydantic_ai) (push) Has been cancelled
Test (Install) / python-extra (qdrant, mirage.resource.qdrant) (push) Has been cancelled
Test (Install) / python-extra (redis, mirage.resource.redis) (push) Has been cancelled
Test (Install) / python-extra (s3, mirage.resource.s3) (push) Has been cancelled
Test (Install) / python-extra (ssh, mirage.resource.ssh) (push) Has been cancelled
Test (Install) / ts-minimal (push) Has been cancelled
107 lines
2.7 KiB
Python
107 lines
2.7 KiB
Python
import pytest
|
|
|
|
from mirage.commands.builtin.generic.uniq import _parse_count, uniq
|
|
from mirage.types import PathSpec
|
|
|
|
|
|
def _unused_read_stream(_accessor, _path):
|
|
raise AssertionError("read_stream should not be called for stdin input")
|
|
|
|
|
|
async def _generator_read_stream(_accessor, _path):
|
|
yield b"dup\ndup\nsolo\n"
|
|
|
|
|
|
async def _collect(stdin: bytes, **kwargs) -> bytes:
|
|
source, _io = await uniq(
|
|
[],
|
|
read_stream=_unused_read_stream,
|
|
stdin=stdin,
|
|
**kwargs,
|
|
)
|
|
chunks = [chunk async for chunk in source]
|
|
return b"".join(chunks)
|
|
|
|
|
|
def test_parse_count_unset_is_none():
|
|
assert _parse_count(None) is None
|
|
|
|
|
|
def test_parse_count_zero_string():
|
|
assert _parse_count("0") == 0
|
|
|
|
|
|
def test_parse_count_positive():
|
|
assert _parse_count("3") == 3
|
|
|
|
|
|
def test_parse_count_negative_raises():
|
|
with pytest.raises(ValueError, match="invalid count"):
|
|
_parse_count("-1")
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_skip_fields_unset_matches_zero():
|
|
data = b"a one\nb one\n"
|
|
unset = await _collect(data)
|
|
zero = await _collect(data, skip_fields="0")
|
|
assert unset == zero == b"a one\nb one\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_skip_fields_collapses_on_second_field():
|
|
data = b"a shared\nb shared\n"
|
|
out = await _collect(data, skip_fields="1")
|
|
assert out == b"a shared\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_skip_chars_offset():
|
|
data = b"Xfoo\nYfoo\n"
|
|
out = await _collect(data, skip_chars="1")
|
|
assert out == b"Xfoo\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_check_chars_limits_comparison():
|
|
data = b"abcAAA\nabcBBB\n"
|
|
out = await _collect(data, check_chars="3")
|
|
assert out == b"abcAAA\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_check_chars_unset_compares_full_line():
|
|
data = b"abcAAA\nabcBBB\n"
|
|
out = await _collect(data)
|
|
assert out == b"abcAAA\nabcBBB\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_check_chars_zero_string_treats_all_lines_as_duplicates():
|
|
# GNU: -w 0 compares zero characters, so every line matches the first
|
|
data = b"abcAAA\nabcBBB\n"
|
|
out = await _collect(data, check_chars="0")
|
|
assert out == b"abcAAA\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_count_prefixes_occurrences():
|
|
data = b"dup\ndup\nsolo\n"
|
|
out = await _collect(data, count=True)
|
|
assert out == b" 2 dup\n 1 solo\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ignore_case_folds_duplicates():
|
|
data = b"Hello\nhello\n"
|
|
out = await _collect(data, ignore_case=True)
|
|
assert out == b"Hello\n"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_read_stream_async_generator():
|
|
p = PathSpec(resource_path="x", virtual="/x", directory="/x")
|
|
source, _io = await uniq([p], read_stream=_generator_read_stream)
|
|
out = b"".join([chunk async for chunk in source])
|
|
assert out == b"dup\nsolo\n"
|