wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Waiting to run
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Blocked by required conditions
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Waiting to run
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Blocked by required conditions
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Waiting to run
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Blocked by required conditions
Java Checkstyle / java-checkstyle (push) Waiting to run
Maven Collate Tests / maven-collate-ci (push) Waiting to run
OpenMetadata Service Unit Tests / Detect Changes (push) Waiting to run
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Blocked by required conditions
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Blocked by required conditions
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Blocked by required conditions
Publish Package to Maven Central Repository / publish-maven-packages (push) Waiting to run
50 lines
1.4 KiB
SQL
50 lines
1.4 KiB
SQL
START TRANSACTION;
|
|
-- We'll rank all the runs (timestamps) for every day, and delete all the data but the most recent one.
|
|
DELETE FROM report_data_time_series WHERE JSON_EXTRACT(json, '$.id') IN (
|
|
select ids FROM (
|
|
SELECT
|
|
(json ->> '$.id') AS ids,
|
|
DENSE_RANK() OVER(PARTITION BY `date` ORDER BY `timestamp` DESC) as denseRank
|
|
FROM (
|
|
SELECT
|
|
*
|
|
FROM report_data_time_series rdts
|
|
WHERE json ->> '$.reportDataType' = 'WebAnalyticEntityViewReportData'
|
|
) duplicates
|
|
ORDER BY `date` DESC, `timestamp` DESC
|
|
) as dense_ranked
|
|
WHERE denseRank != 1
|
|
);
|
|
|
|
DELETE FROM report_data_time_series WHERE JSON_EXTRACT(json, '$.id') IN (
|
|
select ids FROM (
|
|
SELECT
|
|
(json ->> '$.id') AS ids,
|
|
DENSE_RANK() OVER(PARTITION BY `date` ORDER BY `timestamp` DESC) as denseRank
|
|
FROM (
|
|
SELECT
|
|
*
|
|
FROM report_data_time_series rdts
|
|
WHERE json ->> '$.reportDataType' = 'EntityReportData'
|
|
) duplicates
|
|
ORDER BY `date` DESC, `timestamp` DESC
|
|
) as dense_ranked
|
|
WHERE denseRank != 1
|
|
);
|
|
|
|
DELETE FROM report_data_time_series WHERE JSON_EXTRACT(json, '$.id') IN (
|
|
select ids FROM (
|
|
SELECT
|
|
(json ->> '$.id') AS ids,
|
|
DENSE_RANK() OVER(PARTITION BY `date` ORDER BY `timestamp` DESC) as denseRank
|
|
FROM (
|
|
SELECT
|
|
*
|
|
FROM report_data_time_series rdts
|
|
WHERE json ->> '$.reportDataType' = 'WebAnalyticUserActivityReportData'
|
|
) duplicates
|
|
ORDER BY `date` DESC, `timestamp` DESC
|
|
) as dense_ranked
|
|
WHERE denseRank != 1
|
|
);
|
|
COMMIT; |