wehub/open-metadata--openmetadata
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity

chore: import upstream snapshot with attribution
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Details
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Details
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Details
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Details
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Details
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Details
Java Checkstyle / java-checkstyle (push) Has been cancelled
Details
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
Details
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Details
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
Details
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
Details
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
Details
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
Details

Browse Source
This commit is contained in:
wehub-resource-sync
2026-07-13 13:35:45 +08:00
commit bf2343b7e4
16049 changed files with 3531137 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bootstrap/sql/migrations/native/1.4.0/postgres/postDataMigrationSQLScript.sql
+411
View File
@@ -0,0 +1,411 @@
-- Start of Test Definition Parameter Definition Validation Migration
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValue',
'dataType', 'INT',
'required', false,
'description', 'The {minValue} value for the column entry. If minValue is not included, maxValue is treated as upperBound and there will be no minimum',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValue',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValue',
'dataType', 'INT',
'required', false,
'description', 'The {maxValue} value for the column entry. if maxValue is not included, minValue is treated as lowerBound and there will be no maximum',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValue',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValuesToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValueForMaxInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected minimum value in the column to be greater or equal than',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValueForMaxInCol',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValueForMaxInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected maximum value in the column to be lower or equal than',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValueForMaxInCol',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValueMaxToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValueForMeanInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected mean value for the column to be greater or equal than',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValueForMeanInCol',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValueForMeanInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected mean value for the column to be lower or equal than',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValueForMeanInCol',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValueMeanToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValueForMedianInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected median value for the column to be greater or equal than',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValueForMedianInCol',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValueForMedianInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected median value for the column to be lower or equal than',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValueForMedianInCol',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValueMedianToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValueForMinInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected minimum value in the column to be greater or equal than',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValueForMinInCol',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValueForMinInCol',
'dataType', 'INT',
'required', false,
'description', 'Expect minimum value in the column to be lower or equal than',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValueForMeanInCol',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValueMinToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minLength',
'dataType', 'INT',
'required', false,
'description', 'The {minLength} for the column value. If minLength is not included, maxLength is treated as upperBound and there will be no minimum value length',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxLength',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxLength',
'dataType', 'INT',
'required', false,
'description', 'The {maxLength} for the column value. if maxLength is not included, minLength is treated as lowerBound and there will be no maximum value length',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minLength',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValueLengthsToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValueForColSum',
'dataType', 'INT',
'required', false,
'description', 'Expected sum of values in the column to be greater or equal than',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValueForColSum',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValueForColSum',
'dataType', 'INT',
'required', false,
'description', 'Expected sum values in the column to be lower or equal than',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValueForColSum',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValuesSumToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValueForStdDevInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected std. dev value for the column to be greater or equal than',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValueForStdDevInCol',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValueForStdDevInCol',
'dataType', 'INT',
'required', false,
'description', 'Expected std. dev value for the column to be lower or equal than',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValueForStdDevInCol',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'columnValueStdDevToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minColValue',
'dataType', 'INT',
'required', false,
'description', 'Expected number of columns should be greater than or equal to {minValue}. If minValue is not included, maxValue is treated as upperBound and there will be no minimum number of column',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxColValue',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxColValue',
'dataType', 'INT',
'required', false,
'description', 'Expected number of columns should be less than or equal to {maxValue}. If maxValue is not included, minValue is treated as lowerBound and there will be no maximum number of column',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minColValue',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'tableColumnCountToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'minValue',
'dataType', 'INT',
'required', false,
'description', 'Expected number of columns should be greater than or equal to {minValue}. If minValue is not included, maxValue is treated as upperBound and there will be no minimum',
'displayName', 'Min',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'maxValue',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'maxValue',
'dataType', 'INT',
'required', false,
'description', 'Expected number of columns should be less than or equal to {maxValue}. If maxValue is not included, minValue is treated as lowerBound and there will be no maximum',
'displayName', 'Max',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'minValue',
'rule', 'GREATER_THAN_OR_EQUALS'
)
)
)
)
WHERE name = 'tableRowCountToBeBetween';
UPDATE test_definition
SET json = jsonb_set(
jsonb_delete(json, '$.parameterDefinition'),
'{parameterDefinition}',
jsonb_build_array(
jsonb_build_object(
'name', 'min',
'dataType', 'INT',
'required', false,
'description', 'Lower Bound of the Count',
'displayName', 'Min Row Count',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'max',
'rule', 'LESS_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'max',
'dataType', 'INT',
'required', false,
'description', 'Upper Bound of the Count',
'displayName', 'Max Row Count',
'optionValues', '[]'::jsonb,
'validationRule', jsonb_build_object(
'parameterField', 'min',
'rule', 'GREATER_THAN_OR_EQUALS'
)
),
jsonb_build_object(
'name', 'columnName',
'dataType', 'STRING',
'required', true,
'description', 'Name of the Column to check for new rows inserted.',
'displayName', 'Column Name',
'optionValues', '[]'::jsonb
),
jsonb_build_object(
'name', 'rangeType',
'dataType', 'STRING',
'required', true,
'description', 'One of ''HOUR'', ''DAY'', ''MONTH'', ''YEAR'' to specify the range type for checking new rows inserted.',
'displayName', 'Range Type',
'optionValues', '[]'::jsonb
),
jsonb_build_object(
'name', 'rangeInterval',
'dataType', 'INT',
'required', true,
'description', 'Interval Range. E.g. if rangeInterval=1 and rangeType=DAY, we''ll check the numbers of rows inserted where columnName=-1 DAY',
'displayName', 'Interval',
'optionValues', '[]'::jsonb
)
)
)
WHERE name = 'tableRowInsertedCountToBeBetween';
-- End of Test Definition Parameter Definition Validation Migration
-- Start of updating existing customLogoConfiguration config with new customUiThemePreference
UPDATE openmetadata_settings AS ui
SET json = jsonb_build_object(
'customLogoConfig', jsonb_build_object(
'customLogoUrlPath', logo.json -> 'customLogoUrlPath',
'customFaviconUrlPath', logo.json -> 'customFaviconUrlPath',
'customMonogramUrlPath', logo.json -> 'customMonogramUrlPath'
),
'customTheme', jsonb_build_object(
'primaryColor', '',
'errorColor', '',
'successColor', '',
'warningColor', '',
'infoColor', ''
)
)
FROM openmetadata_settings AS logo
WHERE ui.configType = 'customUiThemePreference'
AND logo.configType = 'customLogoConfiguration';
DELETE from openmetadata_settings where configType = 'customLogoConfiguration';
-- End of updating customUiThemePreference config
bootstrap/sql/migrations/native/1.4.0/postgres/schemaChanges.sql
+356
View File
@@ -0,0 +1,356 @@
-- Add the supportsProfiler field to the MongoDB connection configuration
UPDATE dbservice_entity
SET json = jsonb_set(json::jsonb, '{connection,config,supportsProfiler}', 'true'
::jsonb)
WHERE serviceType = 'MongoDB';
-- Queries should be unique:
-- 1. Remove duplicate queries from entity_relationship
-- 2. Remove duplicate queries from query_entity
-- 3. Add checksum with unique constraint
ALTER TABLE query_entity ADD COLUMN checksum varchar
(32) GENERATED ALWAYS AS
(json ->> 'checksum') STORED NOT NULL;
with duplicated as (
select
id,
ROW_NUMBER() OVER (PARTITION BY checksum ORDER BY id) AS rn
FROM query_entity
)
DELETE FROM entity_relationship
where toEntity = 'query' and toId in (
select id from duplicated where rn > 1
);
with duplicated as (
select
id,
ROW_NUMBER() OVER (PARTITION BY checksum ORDER BY id) AS rn
FROM query_entity
)
DELETE FROM query_entity where id in (
select id from duplicated where rn > 1
);
ALTER TABLE query_entity ADD CONSTRAINT unique_query_checksum UNIQUE (checksum);
UPDATE query_entity SET json = jsonb_set(json::jsonb, '{checksum}', to_jsonb(MD5(checksum)));
-- Restructure dbServiceNames in ingestion_pipeline_entity
update ingestion_pipeline_entity ipe
set json
= JSONB_SET
(
json::jsonb #- '{sourceConfig,config,dbServiceNames}',
'{sourceConfig,config,lineageInformation}',
jsonb_build_object
(
'dbServiceNames',
json#>'{sourceConfig,config,dbServiceNames}'
)
)
WHERE
(json#>'{sourceConfig,config,type}')::varchar
(255) IN
('"DashboardMetadata"', '"PipelineMetadata"')
and json#>'{sourceConfig,config,dbServiceNames}' is not null;
CREATE INDEX IF NOT EXISTS index_chart_entity_deleted ON chart_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_dashboard_data_model_entity_deleted ON dashboard_data_model_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_dashboard_entity_deleted ON dashboard_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_data_insight_chart_deleted ON data_insight_chart (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_database_entity_deleted ON database_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_database_schema_entity_deleted ON database_schema_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_glossary_term_entity_deleted ON glossary_term_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_ingestion_pipeline_entity_deleted ON ingestion_pipeline_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_metric_entity_deleted ON metric_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_ml_model_entity_deleted ON ml_model_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_pipeline_entity_deleted ON pipeline_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_policy_entity_deleted ON policy_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_report_entity_deleted ON report_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_search_index_entity_deleted ON search_index_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_storage_container_entity_deleted ON storage_container_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_stored_procedure_entity_deleted ON stored_procedure_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_table_entity_deleted ON table_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_tag_deleted ON tag (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_test_case_deleted ON test_case (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_test_suite_deleted ON test_suite (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_topic_entity_deleted ON topic_entity (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_web_analytic_event_deleted ON web_analytic_event (fqnHash, deleted);
CREATE INDEX IF NOT EXISTS index_apps_marketplace_deleted ON apps_marketplace (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_bot_entity_deleted ON bot_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_classification_deleted ON classification (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_dashboard_service_entity_deleted ON dashboard_service_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_dbservice_entity_deleted ON dbservice_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_glossary_entity_deleted ON glossary_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_installed_apps_deleted ON installed_apps (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_kpi_entity_deleted ON kpi_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_messaging_service_entity_deleted ON messaging_service_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_metadata_service_entity_deleted ON metadata_service_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_mlmodel_service_entity_deleted ON mlmodel_service_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_pipeline_service_entity_deleted ON pipeline_service_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_role_entity_deleted ON role_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_search_service_entity_deleted ON search_service_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_storage_service_entity_deleted ON storage_service_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_team_entity_deleted ON team_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS index_user_entity_deleted ON user_entity (nameHash, deleted);
CREATE INDEX IF NOT EXISTS apps_extension_time_series_index ON apps_extension_time_series (appId);
CREATE INDEX IF NOT EXISTS index_suggestions_type ON suggestions (suggestionType);
CREATE INDEX IF NOT EXISTS index_suggestions_status ON suggestions (status);
-- Add the supportsProfiler field to the DynamoDB connection configuration
UPDATE dbservice_entity
SET json = jsonb_set(json::jsonb, '{connection,config,supportsProfiler}', 'true'::jsonb)
WHERE serviceType = 'DynamoDB';
-- Migrate 'QlikSenseDataModel' & 'QlikCloudDataModel' into single entity 'QlikDataModel'
UPDATE dashboard_data_model_entity
SET json = jsonb_set(
json,
'{dataModelType}',
'"QlikDataModel"',
true
)
WHERE json->>'dataModelType' IN ('QlikSenseDataModel', 'QlikCloudDataModel');
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,sslCA}',
'{connection,config,sslConfig}',
jsonb_build_object('caCertificate', json#>'{connection,config,sslCA}')
)
WHERE serviceType IN ('Mysql', 'Doris') AND json#>'{connection,config,sslCA}' IS NOT NULL;
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,sslCert}',
'{connection,config,sslConfig}',
json#>'{connection,config,sslConfig}' || jsonb_build_object('sslCertificate', json#>'{connection,config,sslCert}')
)
WHERE serviceType IN ('Mysql', 'Doris') AND json#>'{connection,config,sslCert}' IS NOT NULL;
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,sslKey}',
'{connection,config,sslConfig}',
json#>'{connection,config,sslConfig}' || jsonb_build_object('sslKey', json#>'{connection,config,sslKey}')
)
WHERE serviceType IN ('Mysql', 'Doris') AND json#>'{connection,config,sslKey}' IS NOT NULL;
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,metastoreConnection,sslCert}',
'{connection,config,metastoreConnection,sslConfig}',
jsonb_build_object('sslCertificate', json#>'{connection,config,metastoreConnection,sslCert}')
)
WHERE serviceType IN ('Hive') AND json#>'{connection,config,metastoreConnection,type}' = '"Mysql"' AND json#>'{connection,config,metastoreConnection,sslCert}' IS NOT NULL;
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,metastoreConnection,sslKey}',
'{connection,config,metastoreConnection,sslConfig}',
json#>'{connection,config,metastoreConnection,sslConfig}' || jsonb_build_object('sslKey', json#>'{connection,config,metastoreConnection,sslKey}')
)
WHERE serviceType IN ('Hive') AND json#>'{connection,config,metastoreConnection,type}' = '"Mysql"' AND json#>'{connection,config,metastoreConnection,sslKey}' IS NOT NULL;
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,metastoreConnection,sslCA}',
'{connection,config,metastoreConnection,sslConfig}',
json#>'{connection,config,metastoreConnection,sslConfig}' || jsonb_build_object('caCertificate', json#>'{connection,config,metastoreConnection,sslCA}')
)
WHERE serviceType IN ('Hive') AND json#>'{connection,config,metastoreConnection,type}' = '"Mysql"' AND json#>'{connection,config,metastoreConnection,sslCA}' IS NOT NULL;
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,metastoreConnection,sslConfig,certificatePath}',
'{connection,config,metastoreConnection,sslConfig}',
jsonb_build_object('caCertificate', json#>'{connection,config,metastoreConnection,sslConfig,certificatePath}')
)
WHERE serviceType IN ('Hive') AND json#>'{connection,config,metastoreConnection,type}' = '"Postgres"' AND json#>'{connection,config,metastoreConnection,sslConfig,certificatePath}' IS NOT NULL;
UPDATE dbservice_entity
SET json = jsonb_set(
json #-'{connection,config,sslConfig,certificatePath}',
'{connection,config,sslConfig}',
jsonb_build_object('caCertificate', json#>'{connection,config,sslConfig,certificatePath}')
)
WHERE serviceType IN ('Redshift', 'Greenplum', 'Postgres') AND json#>'{connection,config,sslConfig,certificatePath}' IS NOT NULL;
UPDATE dashboard_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslConfig,certificatePath}',
'{connection,config,connection,sslConfig}',
jsonb_build_object('caCertificate', json#>'{connection,config,connection,sslConfig,certificatePath}')
)
WHERE serviceType IN ('Superset') AND json#>'{connection,config,connection,type}' = '"Postgres"' AND json#>'{connection,config,connection,sslConfig,certificatePath}' IS NOT NULL;
UPDATE pipeline_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslConfig,certificatePath}',
'{connection,config,connection,sslConfig}',
jsonb_build_object('caCertificate', json#>'{connection,config,connection,sslConfig,certificatePath}')
)
WHERE serviceType IN ('Airflow') AND json#>'{connection,config,connection,type}' = '"Postgres"' AND json#>'{connection,config,connection,sslConfig,certificatePath}' IS NOT NULL;
UPDATE dashboard_service_entity
SET json = jsonb_set(
json #-'{connection,config,certificates,rootCertificateData}',
'{connection,config,certificates,sslConfig}',
jsonb_build_object('caCertificate', json#>'{connection,config,certificates,rootCertificateData}')
)
WHERE serviceType IN ('QlikSense') AND json#>'{connection,config,certificates,rootCertificateData}' IS NOT NULL;
UPDATE dashboard_service_entity
SET json = jsonb_set(
json #-'{connection,config,certificates,clientCertificateData}',
'{connection,config,certificates,sslConfig}',
json#>'{connection,config,certificates,sslConfig}' || jsonb_build_object('sslCertificate', json#>'{connection,config,certificates,clientCertificateData}')
)
WHERE serviceType IN ('QlikSense') AND json#>'{connection,config,certificates,clientCertificateData}' IS NOT NULL;
UPDATE dashboard_service_entity
SET json = jsonb_set(
json #-'{connection,config,certificates,clientKeyCertificateData}',
'{connection,config,certificates,sslConfig}',
json#>'{connection,config,certificates,sslConfig}' || jsonb_build_object('sslKey', json#>'{connection,config,certificates,clientKeyCertificateData}')
)
WHERE serviceType IN ('QlikSense') AND json#>'{connection,config,certificates,clientKeyCertificateData}' IS NOT NULL;
update dashboard_service_entity
set json = json #-'{connection,config,certificates,stagingDir}'
WHERE serviceType IN ('QlikSense') AND json#>'{connection,config,certificates,stagingDir}' IS NOT NULL;
UPDATE dashboard_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslCert}',
'{connection,config,connection,sslConfig}',
jsonb_build_object('sslCertificate', json#>'{connection,config,connection,sslCert}')
)
WHERE serviceType IN ('Superset') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslCert}' IS NOT NULL;
UPDATE dashboard_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslKey}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('sslKey', json#>'{connection,config,connection,sslKey}')
)
WHERE serviceType IN ('Superset') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslKey}' IS NOT NULL;
UPDATE dashboard_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslCA}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('caCertificate', json#>'{connection,config,connection,sslCA}')
)
WHERE serviceType IN ('Superset') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslCA}' IS NOT NULL;
UPDATE metadata_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslConfig,certificatePath}',
'{connection,config,connection,sslConfig}',
jsonb_build_object('caCertificate', json#>'{connection,config,connection,sslConfig,certificatePath}')
)
WHERE serviceType IN ('Alation') AND json#>'{connection,config,connection,type}' = '"Postgres"' AND json#>'{connection,config,connection,sslConfig,certificatePath}' IS NOT NULL;
UPDATE metadata_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslCert}',
'{connection,config,connection,sslConfig}',
jsonb_build_object('sslCertificate', json#>'{connection,config,connection,sslCert}')
)
WHERE serviceType IN ('Alation') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslCert}' IS NOT NULL;
UPDATE metadata_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslKey}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('sslKey', json#>'{connection,config,connection,sslKey}')
)
WHERE serviceType IN ('Alation') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslKey}' IS NOT NULL;
UPDATE metadata_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslCA}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('caCertificate', json#>'{connection,config,connection,sslCA}')
)
WHERE serviceType IN ('Alation') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslCA}' IS NOT NULL;
UPDATE pipeline_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslCert}',
'{connection,config,connection,sslConfig}',
jsonb_build_object('sslCertificate', json#>'{connection,config,connection,sslCert}')
)
WHERE serviceType IN ('Airflow') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslCert}' IS NOT NULL;
UPDATE pipeline_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslKey}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('sslKey', json#>'{connection,config,connection,sslKey}')
)
WHERE serviceType IN ('Airflow') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslKey}' IS NOT NULL;
UPDATE pipeline_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,sslCA}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('caCertificate', json#>'{connection,config,connection,sslCA}')
)
WHERE serviceType IN ('Airflow') AND json#>'{connection,config,connection,type}' = '"Mysql"' AND json#>'{connection,config,connection,sslCA}' IS NOT NULL;
UPDATE pipeline_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,SSLCertificateLocation}',
'{connection,config,connection,sslConfig}',
jsonb_build_object('sslCertificate', json#>'{connection,config,connection,SSLCertificateLocation}')
)
WHERE serviceType IN ('OpenLineage') AND json#>'{connection,config,connection,SSLCertificateLocation}' IS NOT NULL;
UPDATE pipeline_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,SSLKeyLocation}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('sslKey', json#>'{connection,config,connection,SSLKeyLocation}')
)
WHERE serviceType IN ('OpenLineage') AND json#>'{connection,config,connection,SSLKeyLocation}' IS NOT NULL;
UPDATE pipeline_service_entity
SET json = jsonb_set(
json #-'{connection,config,connection,SSLCALocation}',
'{connection,config,connection,sslConfig}',
json#>'{connection,config,connection,sslConfig}' || jsonb_build_object('caCertificate', json#>'{connection,config,connection,SSLCALocation}')
)
WHERE serviceType IN ('OpenLineage') AND json#>'{connection,config,connection,SSLCALocation}' IS NOT NULL;
-- Change viewDefinition to schemaDefinition
UPDATE table_entity
SET json = jsonb_set(
json::jsonb,
'{schemaDefinition}',
json->'viewDefinition'
) - 'viewDefinition'
WHERE jsonb_exists(json::jsonb, 'viewDefinition') = true;
UPDATE table_entity SET json = json - 'testSuite';
-- Clean up QRTZ table
delete from QRTZ_SIMPLE_TRIGGERS;
delete from QRTZ_CRON_TRIGGERS;
delete from QRTZ_TRIGGERS;
delete from QRTZ_LOCKS;
delete from QRTZ_SCHEDULER_STATE;
delete from QRTZ_JOB_DETAILS;
delete from QRTZ_FIRED_TRIGGERS;
DELETE from event_subscription_entity where name = 'ActivityFeedAlert';