bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
90 lines
3.4 KiB
Python
90 lines
3.4 KiB
Python
# Copyright 2025 Collate
|
|
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from metadata.generated.schema.type.dynamicSamplingConfig import (
|
|
DynamicSamplingConfig,
|
|
Threshold,
|
|
)
|
|
from metadata.generated.schema.type.samplingConfig import (
|
|
ProfileSampleConfig,
|
|
SampleConfigType,
|
|
)
|
|
from metadata.generated.schema.type.staticSamplingConfig import StaticSamplingConfig
|
|
from metadata.sampler.models import SampleConfig
|
|
|
|
|
|
class TestSampleConfigGetConfig:
|
|
def test_returns_static_config(self):
|
|
static = StaticSamplingConfig(profileSample=50.0)
|
|
sample_config = SampleConfig(
|
|
profileSampleConfig=ProfileSampleConfig(
|
|
sampleConfigType=SampleConfigType.STATIC,
|
|
config=static,
|
|
)
|
|
)
|
|
result = sample_config.get_config(StaticSamplingConfig)
|
|
assert isinstance(result, StaticSamplingConfig)
|
|
|
|
def test_returns_dynamic_config(self):
|
|
dynamic = DynamicSamplingConfig(
|
|
smartSampling=True,
|
|
thresholds=[
|
|
Threshold(rowCountThreshold=1000, profileSample=10.0),
|
|
],
|
|
)
|
|
sample_config = SampleConfig(
|
|
profileSampleConfig=ProfileSampleConfig(
|
|
sampleConfigType=SampleConfigType.DYNAMIC,
|
|
config=dynamic,
|
|
)
|
|
)
|
|
result = sample_config.get_config(DynamicSamplingConfig)
|
|
assert isinstance(result, DynamicSamplingConfig)
|
|
|
|
def test_returns_none_when_no_profile_sample_config(self):
|
|
sample_config = SampleConfig()
|
|
assert sample_config.get_config(StaticSamplingConfig) is None
|
|
assert sample_config.get_config(DynamicSamplingConfig) is None
|
|
|
|
def test_returns_none_when_config_is_none(self):
|
|
sample_config = SampleConfig(
|
|
profileSampleConfig=ProfileSampleConfig(
|
|
sampleConfigType=SampleConfigType.STATIC,
|
|
config=None,
|
|
)
|
|
)
|
|
assert sample_config.get_config(StaticSamplingConfig) is None
|
|
|
|
def test_returns_none_when_requesting_wrong_type(self):
|
|
static = StaticSamplingConfig(profileSample=50.0)
|
|
sample_config = SampleConfig(
|
|
profileSampleConfig=ProfileSampleConfig(
|
|
sampleConfigType=SampleConfigType.STATIC,
|
|
config=static,
|
|
)
|
|
)
|
|
assert sample_config.get_config(DynamicSamplingConfig) is None
|
|
|
|
def test_returns_none_when_dynamic_but_requesting_static(self):
|
|
dynamic = DynamicSamplingConfig(
|
|
smartSampling=True,
|
|
thresholds=[
|
|
Threshold(rowCountThreshold=500, profileSample=25.0),
|
|
],
|
|
)
|
|
sample_config = SampleConfig(
|
|
profileSampleConfig=ProfileSampleConfig(
|
|
sampleConfigType=SampleConfigType.DYNAMIC,
|
|
config=dynamic,
|
|
)
|
|
)
|
|
assert sample_config.get_config(StaticSamplingConfig) is None
|