chore: import upstream snapshot with attribution
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,53 @@
|
||||
BEGIN;
|
||||
-- We'll rank all the runs (timestamps) for every day, and delete all the data but the most recent one.
|
||||
DELETE FROM report_data_time_series WHERE (json ->> 'id') IN (
|
||||
select ids FROM (
|
||||
SELECT
|
||||
(json ->> 'id') AS ids,
|
||||
DENSE_RANK() OVER(PARTITION BY date ORDER BY timestamp DESC) as denseRank
|
||||
FROM (
|
||||
SELECT
|
||||
*,
|
||||
DATE(TO_TIMESTAMP((json ->> 'timestamp')::bigint/1000)) as date
|
||||
FROM report_data_time_series rdts
|
||||
WHERE json ->> 'reportDataType' = 'WebAnalyticEntityViewReportData'
|
||||
) duplicates
|
||||
ORDER BY date DESC, timestamp DESC
|
||||
) as dense_ranked
|
||||
WHERE denseRank != 1
|
||||
);
|
||||
|
||||
DELETE FROM report_data_time_series WHERE (json ->> 'id') IN (
|
||||
select ids FROM (
|
||||
SELECT
|
||||
(json ->> 'id') AS ids,
|
||||
DENSE_RANK() OVER(PARTITION BY date ORDER BY timestamp DESC) as denseRank
|
||||
FROM (
|
||||
SELECT
|
||||
*,
|
||||
DATE(TO_TIMESTAMP((json ->> 'timestamp')::bigint/1000)) as date
|
||||
FROM report_data_time_series rdts
|
||||
WHERE json ->> 'reportDataType' = 'EntityReportData'
|
||||
) duplicates
|
||||
ORDER BY date DESC, timestamp DESC
|
||||
) as dense_ranked
|
||||
WHERE denseRank != 1
|
||||
);
|
||||
|
||||
DELETE FROM report_data_time_series WHERE (json ->> 'id') IN (
|
||||
select ids FROM (
|
||||
SELECT
|
||||
(json ->> 'id') AS ids,
|
||||
DENSE_RANK() OVER(PARTITION BY date ORDER BY timestamp DESC) as denseRank
|
||||
FROM (
|
||||
SELECT
|
||||
*,
|
||||
DATE(TO_TIMESTAMP((json ->> 'timestamp')::bigint/1000)) as date
|
||||
FROM report_data_time_series rdts
|
||||
WHERE json ->> 'reportDataType' = 'WebAnalyticUserActivityReportData'
|
||||
) duplicates
|
||||
ORDER BY date DESC, timestamp DESC
|
||||
) as dense_ranked
|
||||
WHERE denseRank != 1
|
||||
);
|
||||
COMMIT;
|
||||
Reference in New Issue
Block a user