chore: import upstream snapshot with attribution
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,195 @@
|
||||
{
|
||||
"dataContractResults": [
|
||||
{
|
||||
"dataContractFQN": "sample_data.ecommerce_db.shopify.dim_customer.dataContract_dim_customer_schema_contract",
|
||||
"table_fqn": "sample_data.ecommerce_db.shopify.dim_customer",
|
||||
"results": [
|
||||
{
|
||||
"contractExecutionStatus": "Success",
|
||||
"result": "All schema validations passed successfully",
|
||||
"schemaValidation": {
|
||||
"passed": 5,
|
||||
"failed": 0,
|
||||
"total": 5,
|
||||
"failedFields": []
|
||||
},
|
||||
"executionTime": 1500
|
||||
},
|
||||
{
|
||||
"contractExecutionStatus": "Failed",
|
||||
"result": "Schema validation failed: missing required constraint on email field",
|
||||
"schemaValidation": {
|
||||
"passed": 4,
|
||||
"failed": 1,
|
||||
"total": 5,
|
||||
"failedFields": ["email"]
|
||||
},
|
||||
"executionTime": 1200
|
||||
},
|
||||
{
|
||||
"contractExecutionStatus": "Success",
|
||||
"result": "Schema validation successful after fixing email field constraints",
|
||||
"schemaValidation": {
|
||||
"passed": 5,
|
||||
"failed": 0,
|
||||
"total": 5,
|
||||
"failedFields": []
|
||||
},
|
||||
"executionTime": 1450
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"dataContractFQN": "sample_data.ecommerce_db.shopify.dim_location.dataContract_dim_location_semantics_contract",
|
||||
"table_fqn": "sample_data.ecommerce_db.shopify.dim_location",
|
||||
"results": [
|
||||
{
|
||||
"contractExecutionStatus": "Success",
|
||||
"result": "All semantic validations passed",
|
||||
"schemaValidation": {
|
||||
"passed": 4,
|
||||
"failed": 0,
|
||||
"total": 4,
|
||||
"failedFields": []
|
||||
},
|
||||
"semanticsValidation": {
|
||||
"passed": 3,
|
||||
"failed": 0,
|
||||
"total": 3,
|
||||
"failedRules": []
|
||||
},
|
||||
"executionTime": 1800
|
||||
},
|
||||
{
|
||||
"contractExecutionStatus": "Failed",
|
||||
"result": "Semantic validation failed: found invalid location data",
|
||||
"schemaValidation": {
|
||||
"passed": 4,
|
||||
"failed": 0,
|
||||
"total": 4,
|
||||
"failedFields": []
|
||||
},
|
||||
"semanticsValidation": {
|
||||
"passed": 2,
|
||||
"failed": 1,
|
||||
"total": 3,
|
||||
"failedRules": [
|
||||
{
|
||||
"ruleName": "valid_location_name",
|
||||
"reason": "Found 5 locations with empty or null names"
|
||||
}
|
||||
]
|
||||
},
|
||||
"executionTime": 1950
|
||||
},
|
||||
{
|
||||
"contractExecutionStatus": "PartialSuccess",
|
||||
"result": "Partial success: location names fixed but some invalid IDs remain",
|
||||
"schemaValidation": {
|
||||
"passed": 4,
|
||||
"failed": 0,
|
||||
"total": 4,
|
||||
"failedFields": []
|
||||
},
|
||||
"semanticsValidation": {
|
||||
"passed": 2,
|
||||
"failed": 1,
|
||||
"total": 3,
|
||||
"failedRules": [
|
||||
{
|
||||
"ruleName": "positive_location_id",
|
||||
"reason": "Found 2 locations with negative or zero location_id"
|
||||
}
|
||||
]
|
||||
},
|
||||
"executionTime": 1750
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"dataContractFQN": "sample_data.ecommerce_db.shopify.dim_address.dataContract_dim_address_comprehensive_contract",
|
||||
"table_fqn": "sample_data.ecommerce_db.shopify.dim_address",
|
||||
"results": [
|
||||
{
|
||||
"contractExecutionStatus": "Success",
|
||||
"result": "All validations passed: schema, semantics, and quality expectations met",
|
||||
"schemaValidation": {
|
||||
"passed": 10,
|
||||
"failed": 0,
|
||||
"total": 10,
|
||||
"failedFields": []
|
||||
},
|
||||
"semanticsValidation": {
|
||||
"passed": 4,
|
||||
"failed": 0,
|
||||
"total": 4,
|
||||
"failedRules": []
|
||||
},
|
||||
"qualityValidation": {
|
||||
"passed": 3,
|
||||
"failed": 0,
|
||||
"total": 3,
|
||||
"qualityScore": 95.8
|
||||
},
|
||||
"executionTime": 2800
|
||||
},
|
||||
{
|
||||
"contractExecutionStatus": "Failed",
|
||||
"result": "Multiple validation failures across schema, semantics, and quality checks",
|
||||
"schemaValidation": {
|
||||
"passed": 8,
|
||||
"failed": 2,
|
||||
"total": 10,
|
||||
"failedFields": ["zip", "phone"]
|
||||
},
|
||||
"semanticsValidation": {
|
||||
"passed": 3,
|
||||
"failed": 1,
|
||||
"total": 4,
|
||||
"failedRules": [
|
||||
{
|
||||
"ruleName": "valid_zip_format",
|
||||
"reason": "Found 23 addresses with invalid ZIP code format"
|
||||
}
|
||||
]
|
||||
},
|
||||
"qualityValidation": {
|
||||
"passed": 1,
|
||||
"failed": 2,
|
||||
"total": 3,
|
||||
"qualityScore": 68.9
|
||||
},
|
||||
"executionTime": 3200
|
||||
},
|
||||
{
|
||||
"contractExecutionStatus": "Running",
|
||||
"result": "Validation in progress...",
|
||||
"executionTime": 0
|
||||
},
|
||||
{
|
||||
"contractExecutionStatus": "Success",
|
||||
"result": "All issues resolved: comprehensive validation successful",
|
||||
"schemaValidation": {
|
||||
"passed": 10,
|
||||
"failed": 0,
|
||||
"total": 10,
|
||||
"failedFields": []
|
||||
},
|
||||
"semanticsValidation": {
|
||||
"passed": 4,
|
||||
"failed": 0,
|
||||
"total": 4,
|
||||
"failedRules": []
|
||||
},
|
||||
"qualityValidation": {
|
||||
"passed": 3,
|
||||
"failed": 0,
|
||||
"total": 3,
|
||||
"qualityScore": 94.2
|
||||
},
|
||||
"executionTime": 2900
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,155 @@
|
||||
{
|
||||
"dataContracts": [
|
||||
{
|
||||
"tableFQN": "sample_data.ecommerce_db.shopify.dim_customer",
|
||||
"name": "dim_customer_schema_contract",
|
||||
"displayName": "Customer Dimension Schema Contract",
|
||||
"description": "Data contract ensuring the customer dimension table maintains its required schema structure",
|
||||
"entityStatus": "Approved",
|
||||
"schema": [
|
||||
{
|
||||
"name": "customer_id",
|
||||
"dataType": "NUMERIC"
|
||||
},
|
||||
{
|
||||
"name": "email",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "first_name",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "last_name",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "created_at",
|
||||
"dataType": "TIMESTAMP"
|
||||
}
|
||||
],
|
||||
"effectiveFrom": "2024-01-01T00:00:00Z"
|
||||
},
|
||||
{
|
||||
"tableFQN": "sample_data.ecommerce_db.shopify.dim_location",
|
||||
"name": "dim_location_semantics_contract",
|
||||
"displayName": "Location Dimension Semantics Contract",
|
||||
"description": "Contract defining semantic rules for the location dimension table to ensure data quality and business logic compliance",
|
||||
"entityStatus": "Approved",
|
||||
"schema": [
|
||||
{
|
||||
"name": "location_id",
|
||||
"dataType": "NUMERIC"
|
||||
},
|
||||
{
|
||||
"name": "shop_id",
|
||||
"dataType": "NUMERIC"
|
||||
},
|
||||
{
|
||||
"name": "name",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "address",
|
||||
"dataType": "STRUCT"
|
||||
}
|
||||
],
|
||||
"semantics": [
|
||||
{
|
||||
"name": "description_exists",
|
||||
"description": "Checks that the description field exists",
|
||||
"rule": "{\"!!\": {\"var\": \"description\"}}",
|
||||
"enabled": true
|
||||
},
|
||||
{
|
||||
"name": "owners_field_exists",
|
||||
"description": "Checks that the owners field exists",
|
||||
"rule": "{\"!!\": {\"var\": \"owners\"}}",
|
||||
"enabled": true
|
||||
},
|
||||
{
|
||||
"name": "domains_field_exists",
|
||||
"description": "Checks that the domains field exists",
|
||||
"rule": "{\"!!\": {\"var\": \"domains\"}}",
|
||||
"enabled": true
|
||||
}
|
||||
],
|
||||
"effectiveFrom": "2024-01-15T00:00:00Z"
|
||||
},
|
||||
{
|
||||
"tableFQN": "sample_data.ecommerce_db.shopify.dim_address",
|
||||
"name": "dim_address_comprehensive_contract",
|
||||
"displayName": "Address Dimension Comprehensive Contract",
|
||||
"description": "Complete data contract covering schema validation, semantic rules, and data quality expectations for the address dimension table",
|
||||
"entityStatus": "Approved",
|
||||
"schema": [
|
||||
{
|
||||
"name": "address_id",
|
||||
"dataType": "NUMERIC"
|
||||
},
|
||||
{
|
||||
"name": "shop_id",
|
||||
"dataType": "NUMERIC"
|
||||
},
|
||||
{
|
||||
"name": "first_name",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "last_name",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "address1",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "city",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "region",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "zip",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "country",
|
||||
"dataType": "VARCHAR"
|
||||
},
|
||||
{
|
||||
"name": "phone",
|
||||
"dataType": "VARCHAR"
|
||||
}
|
||||
],
|
||||
"semantics": [
|
||||
{
|
||||
"name": "description_exists",
|
||||
"description": "Checks that the description field exists",
|
||||
"rule": "{\"!!\": {\"var\": \"description\"}}",
|
||||
"enabled": true
|
||||
},
|
||||
{
|
||||
"name": "owners_field_exists",
|
||||
"description": "Checks that the owners field exists",
|
||||
"rule": "{\"!!\": {\"var\": \"owners\"}}",
|
||||
"enabled": true
|
||||
},
|
||||
{
|
||||
"name": "domains_field_exists",
|
||||
"description": "Checks that the domains field exists",
|
||||
"rule": "{\"!!\": {\"var\": \"domains\"}}",
|
||||
"enabled": true
|
||||
}
|
||||
],
|
||||
"qualityExpectations": [
|
||||
"sample_data.ecommerce_db.shopify.dim_address.table_column_count_equals",
|
||||
"sample_data.ecommerce_db.shopify.dim_address.zip.column_values_to_be_between",
|
||||
"sample_data.ecommerce_db.shopify.dim_address.zip.column_values_to_be_between_with_sample_rows"
|
||||
],
|
||||
"effectiveFrom": "2024-02-01T00:00:00Z"
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user