open-metadata--openmetadata/bootstrap/sql/migrations/native/1.5.0/postgres/postDataMigrationSQLScript.sql

-- matchEnum Test Definition Parameter for columnValuesToBeInSet
UPDATE test_definition
SET json = jsonb_set(json, '{parameterDefinition}', json->'parameterDefinition' || '['
    '{"name": "matchEnum", "displayName": "Match enum", "description": "If enabled, validate that each value independently matches the enum.", "dataType": "BOOLEAN", "required": false, "optionValues": []}'
    ']'::jsonb
)
WHERE name = 'columnValuesToBeInSet'
AND JSONB_ARRAY_LENGTH(json->'parameterDefinition') < 2;


-- Test Case dyanic test migration
UPDATE test_definition
SET json = JSONB_SET(json, '{supportsDynamicAssertion}', 'true', true)
WHERE name IN (
	'columnValueMaxToBeBetween',
    'columnValueMeanToBeBetween',
    'columnValueMedianToBeBetween',
    'columnValueMinToBeBetween',
    'columnValueStdDevToBeBetween',
    'columnValueLengthsToBeBetween',
    'columnValuesSumToBeBetween',
    'columnValuesToBeBetween',
    'tableRowCountToBeBetween'
);


-- KPI Migrations
UPDATE entity_relationship
SET    toid = (SELECT id
               FROM   di_chart_entity
               WHERE  NAME = 'percentage_of_data_asset_with_owner_kpi'),
       toentity = 'dataInsightCustomChart'
WHERE  toid = (SELECT id
               FROM   data_insight_chart dic
               WHERE  NAME = 'PercentageOfEntitiesWithOwnerByType')
       AND fromId IN (SELECT id from kpi_entity WHERE json ->> 'metricType' = 'PERCENTAGE')
       AND toentity = 'dataInsightChart'
       AND fromentity = 'kpi';


UPDATE entity_relationship
SET    toid = (SELECT id
               FROM   di_chart_entity
               WHERE  NAME = 'number_of_data_asset_with_owner_kpi'),
       toentity = 'dataInsightCustomChart'
WHERE  toid = (SELECT id
               FROM   data_insight_chart dic
               WHERE  NAME = 'PercentageOfEntitiesWithOwnerByType')
       AND fromId IN (SELECT id from kpi_entity WHERE json ->> 'metricType' = 'NUMBER')
       AND toentity = 'dataInsightChart'
       AND fromentity = 'kpi';


UPDATE entity_relationship
SET    toid = (SELECT id
               FROM   di_chart_entity
               WHERE  NAME = 'percentage_of_data_asset_with_description_kpi'),
       toentity = 'dataInsightCustomChart'
WHERE  toid = (SELECT id
               FROM   data_insight_chart dic
               WHERE  NAME = 'PercentageOfEntitiesWithDescriptionByType')
       AND fromId IN (SELECT id from kpi_entity WHERE json ->> 'metricType' = 'PERCENTAGE')
       AND toentity = 'dataInsightChart'
       AND fromentity = 'kpi';


UPDATE entity_relationship
SET    toid = (SELECT id
               FROM   di_chart_entity
               WHERE  NAME = 'number_of_data_asset_with_description_kpi'),
       toentity = 'dataInsightCustomChart'
WHERE  toid = (SELECT id
               FROM   data_insight_chart dic
               WHERE  NAME = 'PercentageOfEntitiesWithDescriptionByType')
       AND fromId IN (SELECT id from kpi_entity WHERE json ->> 'metricType' = 'NUMBER')
       AND toentity = 'dataInsightChart'
       AND fromentity = 'kpi';
-- KPI MIgrations end

-- Update schedule type for applications
UPDATE installed_apps
SET json = json || '{"scheduleType": "ScheduledOrManual"}'
WHERE json->>'scheduleType' = 'Scheduled';

-- recreate all scheduled apps
DELETE FROM apps_marketplace
WHERE json->>'scheduleType' = 'Scheduled';

ALTER TABLE thread_entity DROP COLUMN entityId;

-- Add entityRef column to thread_entity table
UPDATE thread_entity
SET json = jsonb_set(
    json - 'entityId' - 'entityType',
    '{entityRef}',
    jsonb_build_object(
        'id', json->>'entityId',
        'type', json->>'entityType'
    ),
    true
)
WHERE jsonb_exists(json, 'entityId') OR jsonb_exists(json, 'entityType');

-- Add entityId and type column to thread_entity table
ALTER TABLE thread_entity ADD COLUMN entityId VARCHAR(36) GENERATED ALWAYS AS (json->'entityRef'->>'id') STORED;
ALTER TABLE thread_entity ADD COLUMN entityType VARCHAR(36) GENERATED ALWAYS AS (json->'entityRef'->>'type') STORED;

UPDATE test_definition
SET json = jsonb_set(
    json,
    '{supportedDataTypes}',
    '["NUMBER", "TINYINT", "SMALLINT", "INT", "BIGINT", "BYTEINT", "BYTES", "FLOAT", "DOUBLE", "DECIMAL", "NUMERIC", "TIMESTAMP", "TIMESTAMPZ", "TIME", "DATE", "DATETIME", "INTERVAL", "STRING", "MEDIUMTEXT", "TEXT", "CHAR", "VARCHAR", "BOOLEAN", "BINARY", "VARBINARY", "BLOB", "LONGBLOB", "MEDIUMBLOB", "MAP", "STRUCT", "UNION", "SET", "GEOGRAPHY", "ENUM", "UUID", "VARIANT", "GEOMETRY", "POINT", "POLYGON"]'::jsonb
)
WHERE name = 'columnValuesToBeUnique';