wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
373 lines
14 KiB
JSON
373 lines
14 KiB
JSON
[
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_address",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select * from ecommerce_db.shopify.raw_customer",
|
|
"edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" },
|
|
"source": "PipelineLineage",
|
|
"created_at_days_ago": 120,
|
|
"updated_at_days_ago": 90
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_order",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select * from sample_data.ecommerce_db.shopify.raw_order",
|
|
"edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" },
|
|
"source": "PipelineLineage",
|
|
"created_at_days_ago": 120,
|
|
"updated_at_days_ago": 75
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_order",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.\"dim.product.variant\"",
|
|
"type": "table"
|
|
},
|
|
"edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" },
|
|
"sql_query": "select * from sample_data.ecommerce_db.shopify.raw_order",
|
|
"source": "PipelineLineage",
|
|
"created_at_days_ago": 120,
|
|
"updated_at_days_ago": 75
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"",
|
|
"type": "table"
|
|
},
|
|
"edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" },
|
|
"sql_query": "insert into sample_data.ecommerce_db.shopify.\"dim.product\" as select * from sample_data.ecommerce_db.shopify.raw_customer",
|
|
"source": "PipelineLineage",
|
|
"created_at_days_ago": 120,
|
|
"updated_at_days_ago": 75
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.\"dim.product.variant\"",
|
|
"type": "table"
|
|
},
|
|
"edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" },
|
|
"sql_query": "create ecommerce_db.shopify.\"dim.product.variant\" as select * from sample_data.ecommerce_db.shopify.raw_customer",
|
|
"source": "PipelineLineage",
|
|
"created_at_days_ago": 120,
|
|
"updated_at_days_ago": 75
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_superset.model.103",
|
|
"type": "dashboardDataModel"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_superset.9",
|
|
"type": "dashboard"
|
|
},
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_superset.model.73",
|
|
"type": "dashboardDataModel"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_superset.9",
|
|
"type": "dashboard"
|
|
},
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "mysql_sample.default.posts_db.Tags",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select * from mysql_sample.default.posts_db.Tags",
|
|
"edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" }
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "mysql_sample.default.posts_db.Tags",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select * from mysql_sample.default.posts_db.Tags",
|
|
"edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" }
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_address",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "mysql_sample.default.posts_db.Tags",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select * from mysql_sample.default.posts_db.Tags",
|
|
"edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" }
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_customer",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select customer_id, first_name, last_name, email from raw_customer",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_staging_shopify", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 45,
|
|
"updated_at_days_ago": 20
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.raw_order",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_address",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select * from raw_order where order_status = 'completed'",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_staging_shopify", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 45,
|
|
"updated_at_days_ago": 20
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.fact_orders",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select product_id, order_id, quantity, price from dim.product",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 30,
|
|
"updated_at_days_ago": 12
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.fact_orders",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select customer_id, order_date, total_amount from dim_customer join orders",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 20,
|
|
"updated_at_days_ago": 8
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.fact_orders",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select product_id, order_id, quantity, price, discount from dim.product",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 12,
|
|
"updated_at_days_ago": 6
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.fact_orders",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select customer_id, order_date, total_amount, product_count from dim_customer",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 8,
|
|
"updated_at_days_ago": 1
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.fact_orders",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_customer",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select customer_id, sum(total_amount) as lifetime_value from fact_orders group by customer_id",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_analytics_customers", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 7,
|
|
"updated_at_days_ago": 2
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.fact_orders",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.customer_features",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select customer_id, count(*) as total_orders, avg(total_amount) as avg_order_value from fact_orders group by customer_id",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_ml_features", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 5,
|
|
"updated_at_days_ago": 1
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.dim_customer",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.customer_features",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select customer_id, preferred_category, churn_probability from dim_customer",
|
|
"edge_meta": { "fqn": "sample_dbtcloud.dbt_ml_features", "type": "pipeline" },
|
|
"source": "DbtLineage",
|
|
"created_at_days_ago": 5,
|
|
"updated_at_days_ago": 1
|
|
},
|
|
{
|
|
"from": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.fact_orders",
|
|
"type": "table"
|
|
},
|
|
"to": {
|
|
"fqn": "sample_data.ecommerce_db.shopify.customer_features",
|
|
"type": "table"
|
|
},
|
|
"sql_query": "select customer_id, sum(total_amount) as total_spend from fact_orders group by customer_id",
|
|
"edge_meta": { "fqn": "sample_airflow.ml_feature_pipeline", "type": "pipeline" },
|
|
"source": "PipelineLineage",
|
|
"created_at_days_ago": 2,
|
|
"updated_at_days_ago": 0
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.raw_customers", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.stg_customers", "type": "table" },
|
|
"sql_query": "SELECT id AS customer_id, first_name, last_name FROM jaffle_shop.public.raw_customers",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.raw_orders", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.stg_orders", "type": "table" },
|
|
"sql_query": "SELECT id AS order_id, user_id AS customer_id, order_date, status FROM jaffle_shop.public.raw_orders",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.raw_payments", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.stg_payments", "type": "table" },
|
|
"sql_query": "SELECT id AS payment_id, order_id, payment_method, amount / 100.0 AS amount FROM jaffle_shop.public.raw_payments",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.stg_customers", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.customers", "type": "table" },
|
|
"sql_query": "SELECT customers.customer_id, customers.first_name, customers.last_name, customer_orders.first_order, customer_orders.most_recent_order, customer_orders.number_of_orders, customer_payments.total_amount AS customer_lifetime_value FROM stg_customers AS customers LEFT JOIN customer_orders ON customers.customer_id = customer_orders.customer_id LEFT JOIN customer_payments ON customers.customer_id = customer_payments.customer_id",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.stg_orders", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.customers", "type": "table" },
|
|
"sql_query": "SELECT customer_id, MIN(order_date) AS first_order, MAX(order_date) AS most_recent_order, COUNT(order_id) AS number_of_orders FROM stg_orders GROUP BY customer_id",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.stg_payments", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.customers", "type": "table" },
|
|
"sql_query": "SELECT orders.customer_id, SUM(amount) AS total_amount FROM stg_payments LEFT JOIN stg_orders ON stg_payments.order_id = stg_orders.order_id GROUP BY orders.customer_id",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.stg_orders", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.orders", "type": "table" },
|
|
"sql_query": "SELECT orders.order_id, orders.customer_id, orders.order_date, orders.status, order_payments.credit_card_amount, order_payments.coupon_amount, order_payments.bank_transfer_amount, order_payments.gift_card_amount, order_payments.total_amount AS amount FROM stg_orders AS orders LEFT JOIN order_payments ON orders.order_id = order_payments.order_id",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "postgres_sample.jaffle_shop.public.stg_payments", "type": "table" },
|
|
"to": { "fqn": "postgres_sample.jaffle_shop.public.orders", "type": "table" },
|
|
"sql_query": "SELECT order_id, SUM(CASE WHEN payment_method = 'credit_card' THEN amount ELSE 0 END) AS credit_card_amount, SUM(CASE WHEN payment_method = 'coupon' THEN amount ELSE 0 END) AS coupon_amount, SUM(CASE WHEN payment_method = 'bank_transfer' THEN amount ELSE 0 END) AS bank_transfer_amount, SUM(CASE WHEN payment_method = 'gift_card' THEN amount ELSE 0 END) AS gift_card_amount, SUM(amount) AS total_amount FROM stg_payments GROUP BY order_id",
|
|
"edge_meta": { "fqn": "", "type": "" }
|
|
},
|
|
{
|
|
"from": { "fqn": "sample_data.ecommerce_db.shopify.raw_order", "type": "table" },
|
|
"to": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" },
|
|
"edge_meta": { "fqn": "", "type": "" },
|
|
"source": "QueryLineage",
|
|
"created_at_days_ago": 75,
|
|
"updated_at_days_ago": 40,
|
|
"temp_lineage_tables": [
|
|
{"fromEntity": "sample_data.ecommerce_db.shopify.raw_order", "toEntity": "tmp_order_staging"},
|
|
{"fromEntity": "tmp_order_staging", "toEntity": "tmp_order_enriched"},
|
|
{"fromEntity": "tmp_order_enriched", "toEntity": "sample_data.ecommerce_db.shopify.fact_orders"}
|
|
]
|
|
},
|
|
{
|
|
"from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" },
|
|
"to": { "fqn": "sample_data.ecommerce_db.shopify.dim_customer", "type": "table" },
|
|
"edge_meta": { "fqn": "", "type": "" },
|
|
"source": "QueryLineage",
|
|
"created_at_days_ago": 60,
|
|
"updated_at_days_ago": 30,
|
|
"temp_lineage_tables": [
|
|
{"fromEntity": "sample_data.ecommerce_db.shopify.raw_customer", "toEntity": "tmp_customer_dedup"},
|
|
{"fromEntity": "tmp_customer_dedup", "toEntity": "sample_data.ecommerce_db.shopify.dim_customer"}
|
|
]
|
|
},
|
|
{
|
|
"from": { "fqn": "sample_data.ecommerce_db.shopify.raw_product_catalog", "type": "table" },
|
|
"to": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" },
|
|
"edge_meta": { "fqn": "", "type": "" },
|
|
"source": "QueryLineage",
|
|
"created_at_days_ago": 45,
|
|
"updated_at_days_ago": 15,
|
|
"temp_lineage_tables": [
|
|
{"fromEntity": "sample_data.ecommerce_db.shopify.raw_product_catalog", "toEntity": "tmp_product_cleaned"},
|
|
{"fromEntity": "tmp_product_cleaned", "toEntity": "sample_data.ecommerce_db.shopify.\"dim.product\""},
|
|
{"fromEntity": "sample_data.ecommerce_db.shopify.raw_product_catalog", "toEntity": "tmp_product_enriched"},
|
|
{"fromEntity": "tmp_product_enriched", "toEntity": "sample_data.ecommerce_db.shopify.\"dim.product\""}
|
|
]
|
|
}
|
|
]
|