wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
1295 lines
39 KiB
Python
1295 lines
39 KiB
Python
# Copyright 2025 Collate
|
|
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""
|
|
Test Table and Column Tests' validate implementations.
|
|
|
|
Each test should validate the Success, Failure and Aborted statuses
|
|
"""
|
|
|
|
from datetime import datetime, timedelta
|
|
|
|
import pytest
|
|
from pandas import DataFrame
|
|
|
|
from metadata.data_quality.validations.base_test_handler import PandasRunner
|
|
from metadata.generated.schema.tests.basic import TestCaseResult, TestCaseStatus
|
|
from metadata.utils.importer import import_test_case_class
|
|
|
|
TEST_CASE_SUPPORT_ROW_LEVEL_PASS_FAILED = {
|
|
"columnValuesLengthToBeBetween",
|
|
"columnValuesToBeBetween",
|
|
"columnValuesToBeInSet",
|
|
"columnValuesToBeNotInSet",
|
|
"columnValuesToBeNotNull",
|
|
"columnValuesToBeUnique",
|
|
"columnValuesToMatchRegex",
|
|
"columnValuesToNotMatchRegex",
|
|
"tableCustomSQLQuery",
|
|
}
|
|
|
|
EXECUTION_DATE = datetime.strptime("2021-07-03", "%Y-%m-%d")
|
|
DL_DATA = (
|
|
[
|
|
"1",
|
|
"John",
|
|
"Jo",
|
|
"John Doe",
|
|
"johnny b goode",
|
|
30,
|
|
datetime.utcnow() - timedelta(days=1),
|
|
60001,
|
|
49.6852237,
|
|
1.7743058,
|
|
True,
|
|
],
|
|
[
|
|
"2",
|
|
"Jane",
|
|
"Ja",
|
|
"Jone Doe",
|
|
"Johnny d",
|
|
31,
|
|
datetime.utcnow() - timedelta(days=2),
|
|
19005,
|
|
45.2589385,
|
|
1.4731471,
|
|
False,
|
|
],
|
|
[
|
|
"3",
|
|
"John",
|
|
"Joh",
|
|
"John Doe",
|
|
None,
|
|
None,
|
|
datetime.utcnow() - timedelta(days=3),
|
|
11008,
|
|
42.9974445,
|
|
2.2518325,
|
|
None,
|
|
],
|
|
[
|
|
"4",
|
|
"Alice",
|
|
"Al",
|
|
"Alice Smith",
|
|
"Ally",
|
|
30,
|
|
datetime.utcnow() - timedelta(days=4),
|
|
60001,
|
|
49.6852237,
|
|
1.7743058,
|
|
True,
|
|
],
|
|
[
|
|
"5",
|
|
"Bob",
|
|
"Bo",
|
|
"Bob Johnson",
|
|
"Bobby",
|
|
31,
|
|
datetime.utcnow() - timedelta(days=5),
|
|
60001,
|
|
49.6852237,
|
|
1.7743058,
|
|
True,
|
|
],
|
|
[
|
|
"6",
|
|
"Charlie",
|
|
"Ch",
|
|
"Charlie Brown",
|
|
"Chuck",
|
|
30,
|
|
datetime.utcnow() - timedelta(days=6),
|
|
60001,
|
|
49.6852237,
|
|
1.7743058,
|
|
False,
|
|
],
|
|
[
|
|
"7",
|
|
"Diana",
|
|
"Di",
|
|
"Diana Prince",
|
|
"Di",
|
|
31,
|
|
datetime.utcnow() - timedelta(days=7),
|
|
60001,
|
|
49.6852237,
|
|
1.7743058,
|
|
True,
|
|
],
|
|
[
|
|
"8",
|
|
"Eve",
|
|
"Ev",
|
|
"Eve Wilson",
|
|
"Evie",
|
|
None,
|
|
datetime.utcnow() - timedelta(days=8),
|
|
60001,
|
|
49.6852237,
|
|
1.7743058,
|
|
False,
|
|
],
|
|
)
|
|
|
|
|
|
DATALAKE_DATA_FRAME = lambda times_increase_sample_data: DataFrame( # noqa: E731
|
|
DL_DATA * times_increase_sample_data,
|
|
columns=[
|
|
"id",
|
|
"name",
|
|
"first name",
|
|
"fullname",
|
|
"nickname",
|
|
"age",
|
|
"inserted_date",
|
|
"postal_code",
|
|
"lat",
|
|
"lon",
|
|
"is_active",
|
|
],
|
|
)
|
|
|
|
|
|
# pylint: disable=line-too-long
|
|
@pytest.mark.parametrize(
|
|
"test_case_name,test_case_type,test_type,expected,expected_dimension",
|
|
[
|
|
(
|
|
"test_case_column_value_length_to_be_between",
|
|
"columnValueLengthsToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"2",
|
|
"14",
|
|
TestCaseStatus.Failed,
|
|
14000.0,
|
|
2000.0,
|
|
87.5,
|
|
12.5,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_length_to_be_between_col_space",
|
|
"columnValueLengthsToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"2",
|
|
"3",
|
|
TestCaseStatus.Success,
|
|
16000.0,
|
|
0.0,
|
|
100.0,
|
|
0.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_length_to_be_between_no_min",
|
|
"columnValueLengthsToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
None,
|
|
None,
|
|
TestCaseStatus.Success,
|
|
16000.0,
|
|
0.0,
|
|
100.0,
|
|
0.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_max_to_be_between",
|
|
"columnValueMaxToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"31.0",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_max_to_be_between_no_min",
|
|
"columnValueMaxToBeBetween",
|
|
"COLUMN",
|
|
(TestCaseResult, None, None, TestCaseStatus.Failed, None, None, None, None),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_mean_to_be_between",
|
|
"columnValueMeanToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.5",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_mean_to_be_between_no_max",
|
|
"columnValueMeanToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
None,
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_median_to_be_between",
|
|
"columnValueMedianToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.5",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_min_to_be_between",
|
|
"columnValueMinToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.0",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_min_to_be_between_no_min",
|
|
"columnValueMinToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
None,
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_stddev_to_be_between",
|
|
"columnValueStdDevToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"0.5",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_stddev_to_be_between_no_min",
|
|
"columnValueStdDevToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
None,
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_in_set",
|
|
"columnValuesToBeInSet",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
4000.0,
|
|
12000.0,
|
|
25,
|
|
75,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_missing_count_to_be_equal",
|
|
"columnValuesMissingCount",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"2000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_missing_count_to_be_equal_missing_values",
|
|
"columnValuesMissingCount",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_not_in_set",
|
|
"columnValuesToBeNotInSet",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
12000.0,
|
|
4000.0,
|
|
75.0,
|
|
25.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_sum_to_be_between",
|
|
"columnValuesSumToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"366000.0",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_between",
|
|
"columnValuesToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.0",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
16000.0,
|
|
0.0,
|
|
100.0,
|
|
0.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_not_null",
|
|
"columnValuesToBeNotNull",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"2000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
14000.0,
|
|
2000.0,
|
|
87.5,
|
|
12.5,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_unique",
|
|
"columnValuesToBeUnique",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"14000",
|
|
"0",
|
|
TestCaseStatus.Failed,
|
|
0.0,
|
|
14000.0,
|
|
0.0,
|
|
100.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_to_match_regex",
|
|
"columnValuesToMatchRegex",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"6000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
6000.0,
|
|
0.0,
|
|
37.5,
|
|
62.5,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_to_not_match_regex",
|
|
"columnValuesToNotMatchRegex",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"0",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
16000.0,
|
|
0.0,
|
|
100.0,
|
|
0.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_column_count_to_be_between",
|
|
"tableColumnCountToBeBetween",
|
|
"TABLE",
|
|
(
|
|
TestCaseResult,
|
|
"11",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_column_count_to_equal",
|
|
"tableColumnCountToEqual",
|
|
"TABLE",
|
|
(TestCaseResult, "11", None, TestCaseStatus.Failed, None, None, None, None),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_column_name_to_exist",
|
|
"tableColumnNameToExist",
|
|
"TABLE",
|
|
(TestCaseResult, "1", None, TestCaseStatus.Success, None, None, None, None),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_to_match_set",
|
|
"tableColumnToMatchSet",
|
|
"TABLE",
|
|
(TestCaseResult, "0", None, TestCaseStatus.Failed, None, None, None, None),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_to_match_set_ordered",
|
|
"tableColumnToMatchSet",
|
|
"TABLE",
|
|
(TestCaseResult, None, None, TestCaseStatus.Failed, None, None, None, None),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_custom_sql_query_failed_dl",
|
|
"tableCustomSQLQuery",
|
|
"TABLE",
|
|
(TestCaseResult, None, None, TestCaseStatus.Failed, None, None, None, None),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_custom_sql_query_success_dl",
|
|
"tableCustomSQLQuery",
|
|
"TABLE",
|
|
(
|
|
TestCaseResult,
|
|
None,
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_row_count_to_be_between",
|
|
"tableRowCountToBeBetween",
|
|
"TABLE",
|
|
(
|
|
TestCaseResult,
|
|
"16000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_row_count_to_be_equal",
|
|
"tableRowCountToEqual",
|
|
"TABLE",
|
|
(
|
|
TestCaseResult,
|
|
"16000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_row_inserted_count_to_be_between",
|
|
"tableRowInsertedCountToBeBetween",
|
|
"TABLE",
|
|
(
|
|
TestCaseResult,
|
|
"2000",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_at_expected_location",
|
|
"columnValuesToBeAtExpectedLocation",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"16000",
|
|
"0",
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_value_in_set_boolean",
|
|
"columnValuesToBeInSet",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"14000",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
14000.0,
|
|
0.0,
|
|
87.5,
|
|
0.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_table_custom_sql_query_success_dl_with_partition_expression",
|
|
"tableCustomSQLQuery",
|
|
"TABLE",
|
|
(
|
|
TestCaseResult,
|
|
None,
|
|
None,
|
|
TestCaseStatus.Success,
|
|
2000,
|
|
0,
|
|
100.0,
|
|
0.0,
|
|
),
|
|
None,
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_in_set_dimensional_match_enum",
|
|
"columnValuesToBeInSet",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
4000.0,
|
|
0.0,
|
|
25.0,
|
|
0.0,
|
|
),
|
|
[
|
|
(
|
|
"fullname=Alice Smith",
|
|
TestCaseStatus.Failed,
|
|
0,
|
|
2000,
|
|
0,
|
|
100,
|
|
0.6667,
|
|
),
|
|
(
|
|
"fullname=Bob Johnson",
|
|
TestCaseStatus.Failed,
|
|
0,
|
|
2000,
|
|
0,
|
|
100,
|
|
0.6667,
|
|
),
|
|
(
|
|
"fullname=Charlie Brown",
|
|
TestCaseStatus.Failed,
|
|
0,
|
|
2000,
|
|
0,
|
|
100,
|
|
0.6667,
|
|
),
|
|
(
|
|
"fullname=Diana Prince",
|
|
TestCaseStatus.Failed,
|
|
0,
|
|
2000,
|
|
0,
|
|
100,
|
|
0.6667,
|
|
),
|
|
("fullname=Eve Wilson", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
(
|
|
"fullname=Others",
|
|
TestCaseStatus.Failed,
|
|
4000,
|
|
2000,
|
|
66.67,
|
|
33.33,
|
|
0.0741,
|
|
),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_in_set_dimensional_no_match_enum",
|
|
"columnValuesToBeInSet",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
4000.0,
|
|
0.0,
|
|
25.00,
|
|
0.0,
|
|
),
|
|
[
|
|
("fullname=Alice Smith", TestCaseStatus.Failed, 0, 0, 0, 0, None),
|
|
("fullname=Bob Johnson", TestCaseStatus.Failed, 0, 0, 0, 0, None),
|
|
("fullname=Charlie Brown", TestCaseStatus.Failed, 0, 0, 0, 0, None),
|
|
("fullname=Diana Prince", TestCaseStatus.Failed, 0, 0, 0, 0, None),
|
|
("fullname=Eve Wilson", TestCaseStatus.Failed, 0, 0, 0, 0, None),
|
|
("fullname=Others", TestCaseStatus.Success, 4000, 0, 100, 0, None),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_unique_dimensional",
|
|
"columnValuesToBeUnique",
|
|
"COLUMN",
|
|
(TestCaseResult, "16000", "0", TestCaseStatus.Failed, 0, 16000, 0.0, 100.0),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Bob", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Eve", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Others", TestCaseStatus.Failed, 0, 6000, 0, 100, 0.6667),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_mean_to_be_between_dimensional",
|
|
"columnValueMeanToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.5",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_mean_to_be_between_dimensional_without_max",
|
|
"columnValueMeanToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.5",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=John", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Success, None, None, None, None, 0.0),
|
|
("name=Diana", TestCaseStatus.Success, None, None, None, None, 0.0),
|
|
("name=Others", TestCaseStatus.Success, None, None, None, None, 0.0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_max_to_be_between_dimensional",
|
|
"columnValueMaxToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"31.0",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Alice", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Charlie", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_max_to_be_between_dimensional_without_max",
|
|
"columnValueMaxToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"31.0",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=John", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Diana", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_min_to_be_between_dimensional",
|
|
"columnValueMinToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.0",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Alice", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Charlie", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_min_to_be_between_dimensional_without_min",
|
|
"columnValueMinToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.0",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Alice", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Charlie", TestCaseStatus.Success, None, None, None, None, 0),
|
|
("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_length_to_be_between_dimensional",
|
|
"columnValueLengthsToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"2",
|
|
"14",
|
|
TestCaseStatus.Failed,
|
|
14000,
|
|
2000,
|
|
87.5,
|
|
12.5,
|
|
),
|
|
[
|
|
("name=John", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
|
|
("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Diana", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Others", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_length_to_be_between_dimensional_without_min",
|
|
"columnValueLengthsToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"2",
|
|
"3",
|
|
TestCaseStatus.Success,
|
|
16000,
|
|
0,
|
|
100,
|
|
0,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Diana", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Eve", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Others", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_median_to_be_between_dimensional",
|
|
"columnValueMedianToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.5",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_sum_to_be_between_dimensional",
|
|
"columnValuesSumToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"366000.0",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_not_in_set_dimensional",
|
|
"columnValuesToBeNotInSet",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
12000.0,
|
|
4000.0,
|
|
75.0,
|
|
25.0,
|
|
),
|
|
[
|
|
("age=NULL", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
|
|
("age=30.0", TestCaseStatus.Failed, 4000, 2000, 66.67, 33.33, 0.0741),
|
|
("age=31.0", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_to_match_regex_dimensional",
|
|
"columnValuesToMatchRegex",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"6000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
6000.0,
|
|
0.0,
|
|
37.5,
|
|
62.5,
|
|
),
|
|
[
|
|
("age=30.0", TestCaseStatus.Failed, 2000, 4000, 33.33, 66.67, 0.2963),
|
|
("age=31.0", TestCaseStatus.Failed, 2000, 4000, 33.33, 66.67, 0.2963),
|
|
("age=NULL", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_to_not_match_regex_dimensional",
|
|
"columnValuesToNotMatchRegex",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"0",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
16000.0,
|
|
0.0,
|
|
100.0,
|
|
0.0,
|
|
),
|
|
[
|
|
("age=NULL", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
|
|
("age=30.0", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
|
|
("age=31.0", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_not_null_dimensional",
|
|
"columnValuesToBeNotNull",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
12000.0,
|
|
4000.0,
|
|
75.0,
|
|
25.0,
|
|
),
|
|
[
|
|
("name=Eve", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=John", TestCaseStatus.Failed, 2000, 2000, 50, 50, 0.1667),
|
|
("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Others", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_missing_count_to_be_equal_dimensional",
|
|
"columnValuesMissingCount",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"2000",
|
|
None,
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Eve", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Others", TestCaseStatus.Success, None, None, None, None, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_missing_count_to_be_equal_missing_values_dimensional",
|
|
"columnValuesMissingCount",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"4000",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Eve", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.0741),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_between_dimensional",
|
|
"columnValuesToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"30.0",
|
|
"31.0",
|
|
TestCaseStatus.Failed,
|
|
10000,
|
|
6000,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Bob", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, 0, 2000, 0, 100, 0.6667),
|
|
("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Others", TestCaseStatus.Success, 4000, 0, 100, 0, 0),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_value_stddev_to_be_between_dimensional",
|
|
"columnValueStdDevToBeBetween",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"0.5",
|
|
None,
|
|
TestCaseStatus.Failed,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Bob", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Charlie", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Diana", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Jane", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
("name=Others", TestCaseStatus.Failed, None, None, None, None, 0.6667),
|
|
],
|
|
),
|
|
(
|
|
"test_case_column_values_to_be_at_expected_location_dimensional",
|
|
"columnValuesToBeAtExpectedLocation",
|
|
"COLUMN",
|
|
(
|
|
TestCaseResult,
|
|
"16000",
|
|
"0",
|
|
TestCaseStatus.Success,
|
|
None,
|
|
None,
|
|
None,
|
|
None,
|
|
),
|
|
[
|
|
("name=Alice", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Bob", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Charlie", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Diana", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Eve", TestCaseStatus.Success, 2000, 0, 100, 0, 0),
|
|
("name=Others", TestCaseStatus.Success, 6000, 0, 100, 0, 0),
|
|
],
|
|
),
|
|
],
|
|
)
|
|
def test_suite_validation_datalake(
|
|
test_case_name,
|
|
test_case_type,
|
|
test_type,
|
|
expected,
|
|
expected_dimension,
|
|
request,
|
|
):
|
|
"""Generic test runner for test validations"""
|
|
|
|
test_case = request.getfixturevalue(test_case_name)
|
|
(
|
|
type_,
|
|
val_1,
|
|
val_2,
|
|
status,
|
|
passed_rows,
|
|
failed_rows,
|
|
passed_percentage,
|
|
failed_percentage,
|
|
) = expected
|
|
|
|
if test_case_type in TEST_CASE_SUPPORT_ROW_LEVEL_PASS_FAILED:
|
|
test_case.computePassedFailedRowCount = True
|
|
|
|
validator_class = f"{test_case_type[0].upper()}{test_case_type[1:]}Validator"
|
|
|
|
test_handler_obj = import_test_case_class(
|
|
test_type,
|
|
"pandas",
|
|
test_case_type,
|
|
validator_class,
|
|
)
|
|
|
|
test_handler = test_handler_obj(
|
|
PandasRunner(
|
|
dataset=lambda: iter((DATALAKE_DATA_FRAME(1_000), DATALAKE_DATA_FRAME(1_000))),
|
|
raw_dataset=None,
|
|
),
|
|
test_case=test_case,
|
|
execution_date=EXECUTION_DATE.timestamp(),
|
|
)
|
|
|
|
res = test_handler.run_validation()
|
|
|
|
assert isinstance(res, type_)
|
|
if val_1:
|
|
assert res.testResultValue[0].value == val_1
|
|
if val_2:
|
|
assert res.testResultValue[1].value == val_2
|
|
if passed_rows:
|
|
assert res.passedRows == passed_rows
|
|
if failed_rows:
|
|
assert res.failedRows == failed_rows
|
|
if passed_percentage:
|
|
assert round(res.passedRowsPercentage, 2) == passed_percentage
|
|
if failed_percentage:
|
|
assert round(res.failedRowsPercentage, 2) == failed_percentage
|
|
assert res.testCaseStatus == status
|
|
if test_case_type in TEST_CASE_SUPPORT_ROW_LEVEL_PASS_FAILED:
|
|
assert res.failedRows is not None
|
|
assert res.failedRowsPercentage is not None
|
|
assert res.passedRows is not None
|
|
assert res.passedRowsPercentage is not None
|
|
|
|
if expected_dimension:
|
|
assert res.dimensionResults is not None
|
|
assert len(res.dimensionResults) == len(expected_dimension)
|
|
for expected_dim in expected_dimension:
|
|
dim = next(
|
|
(dim for dim in res.dimensionResults if dim.dimensionKey == expected_dim[0]),
|
|
None,
|
|
)
|
|
assert dim is not None
|
|
assert dim.testCaseStatus == expected_dim[1]
|
|
assert dim.passedRows == expected_dim[2]
|
|
assert dim.failedRows == expected_dim[3]
|
|
|
|
if expected_dim[4]:
|
|
assert round(dim.passedRowsPercentage, 2) == expected_dim[4]
|
|
else:
|
|
assert dim.passedRowsPercentage == expected_dim[4]
|
|
|
|
if expected_dim[5]:
|
|
assert round(dim.failedRowsPercentage, 2) == expected_dim[5]
|
|
else:
|
|
assert dim.failedRowsPercentage == expected_dim[5]
|
|
|
|
assert dim.impactScore == expected_dim[6]
|