wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
67 lines
2.2 KiB
Python
67 lines
2.2 KiB
Python
"""Data quality integration tests"""
|
|
|
|
import json
|
|
from pathlib import Path
|
|
|
|
from metadata.generated.schema.entity.data.table import Table
|
|
from metadata.generated.schema.entity.services.databaseService import DatabaseService
|
|
from metadata.generated.schema.metadataIngestion.testSuitePipeline import (
|
|
List,
|
|
TestSuiteConfigType,
|
|
)
|
|
from metadata.ingestion.ometa.routes import TestDefinition
|
|
from metadata.workflow.data_quality import TestSuiteWorkflow
|
|
|
|
|
|
def test_empty_test_suite(
|
|
postgres_service: DatabaseService,
|
|
run_workflow,
|
|
ingest_postgres_metadata,
|
|
patch_passwords_for_db_services,
|
|
metadata,
|
|
sink_config,
|
|
workflow_config,
|
|
cleanup_fqns,
|
|
):
|
|
table = metadata.get_by_name(
|
|
Table,
|
|
f"{postgres_service.fullyQualifiedName.root}.dvdrental.public.customer",
|
|
nullable=False,
|
|
)
|
|
workflow_config = {
|
|
"source": {
|
|
"type": "postgres",
|
|
"serviceName": f"MyTestSuite_{postgres_service.name.root}",
|
|
"sourceConfig": {
|
|
"config": {
|
|
"type": TestSuiteConfigType.TestSuite.value,
|
|
"entityFullyQualifiedName": table.fullyQualifiedName.root,
|
|
}
|
|
},
|
|
},
|
|
"processor": {
|
|
"type": "orm-test-runner",
|
|
"config": {"testCases": []},
|
|
},
|
|
"sink": sink_config,
|
|
"workflowConfig": workflow_config,
|
|
}
|
|
run_workflow(TestSuiteWorkflow, workflow_config)
|
|
|
|
|
|
def test_all_definition_exists(metadata):
|
|
"""Test that all test definitions defined in json schema exist in the platform."""
|
|
cwd = Path(__file__).resolve().parent
|
|
test_definition_path = cwd.parents[3] / "openmetadata-service/src/main/resources/json/data/tests"
|
|
test_difinitions_glob = test_definition_path.glob("*.json")
|
|
|
|
test_definitions_names: List[str] = []
|
|
for test_definition_file in test_difinitions_glob:
|
|
with open(test_definition_file, encoding="utf-8") as fle: # noqa: PTH123
|
|
test_definitions_names.append(json.load(fle)["name"])
|
|
assert len(test_definitions_names) > 0
|
|
|
|
for name in test_definitions_names:
|
|
test_definition = metadata.get_by_name(TestDefinition, name)
|
|
assert test_definition is not None
|