[ { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.dim_address", "type": "table" }, "sql_query": "select * from ecommerce_db.shopify.raw_customer", "edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" }, "source": "PipelineLineage", "created_at_days_ago": 120, "updated_at_days_ago": 90 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_order", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" }, "sql_query": "select * from sample_data.ecommerce_db.shopify.raw_order", "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" }, "source": "PipelineLineage", "created_at_days_ago": 120, "updated_at_days_ago": 75 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_order", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table" }, "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" }, "sql_query": "select * from sample_data.ecommerce_db.shopify.raw_order", "source": "PipelineLineage", "created_at_days_ago": 120, "updated_at_days_ago": 75 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" }, "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" }, "sql_query": "insert into sample_data.ecommerce_db.shopify.\"dim.product\" as select * from sample_data.ecommerce_db.shopify.raw_customer", "source": "PipelineLineage", "created_at_days_ago": 120, "updated_at_days_ago": 75 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product.variant\"", "type": "table" }, "edge_meta": { "fqn": "sample_airflow.dim_product_etl", "type": "pipeline" }, "sql_query": "create ecommerce_db.shopify.\"dim.product.variant\" as select * from sample_data.ecommerce_db.shopify.raw_customer", "source": "PipelineLineage", "created_at_days_ago": 120, "updated_at_days_ago": 75 }, { "from": { "fqn": "sample_superset.model.103", "type": "dashboardDataModel" }, "to": { "fqn": "sample_superset.9", "type": "dashboard" }, "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "sample_superset.model.73", "type": "dashboardDataModel" }, "to": { "fqn": "sample_superset.9", "type": "dashboard" }, "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" }, "to": { "fqn": "mysql_sample.default.posts_db.Tags", "type": "table" }, "sql_query": "select * from mysql_sample.default.posts_db.Tags", "edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" } }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" }, "to": { "fqn": "mysql_sample.default.posts_db.Tags", "type": "table" }, "sql_query": "select * from mysql_sample.default.posts_db.Tags", "edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" } }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.dim_address", "type": "table" }, "to": { "fqn": "mysql_sample.default.posts_db.Tags", "type": "table" }, "sql_query": "select * from mysql_sample.default.posts_db.Tags", "edge_meta": { "fqn": "sample_airflow.dim_address_etl", "type": "pipeline" } }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.dim_customer", "type": "table" }, "sql_query": "select customer_id, first_name, last_name, email from raw_customer", "edge_meta": { "fqn": "sample_dbtcloud.dbt_staging_shopify", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 45, "updated_at_days_ago": 20 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_order", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.dim_address", "type": "table" }, "sql_query": "select * from raw_order where order_status = 'completed'", "edge_meta": { "fqn": "sample_dbtcloud.dbt_staging_shopify", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 45, "updated_at_days_ago": 20 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "sql_query": "select product_id, order_id, quantity, price from dim.product", "edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 30, "updated_at_days_ago": 12 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.dim_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "sql_query": "select customer_id, order_date, total_amount from dim_customer join orders", "edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 20, "updated_at_days_ago": 8 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "sql_query": "select product_id, order_id, quantity, price, discount from dim.product", "edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 12, "updated_at_days_ago": 6 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.dim_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "sql_query": "select customer_id, order_date, total_amount, product_count from dim_customer", "edge_meta": { "fqn": "sample_dbtcloud.dbt_transform_orders", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 8, "updated_at_days_ago": 1 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.dim_customer", "type": "table" }, "sql_query": "select customer_id, sum(total_amount) as lifetime_value from fact_orders group by customer_id", "edge_meta": { "fqn": "sample_dbtcloud.dbt_analytics_customers", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 7, "updated_at_days_ago": 2 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.customer_features", "type": "table" }, "sql_query": "select customer_id, count(*) as total_orders, avg(total_amount) as avg_order_value from fact_orders group by customer_id", "edge_meta": { "fqn": "sample_dbtcloud.dbt_ml_features", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 5, "updated_at_days_ago": 1 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.dim_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.customer_features", "type": "table" }, "sql_query": "select customer_id, preferred_category, churn_probability from dim_customer", "edge_meta": { "fqn": "sample_dbtcloud.dbt_ml_features", "type": "pipeline" }, "source": "DbtLineage", "created_at_days_ago": 5, "updated_at_days_ago": 1 }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.customer_features", "type": "table" }, "sql_query": "select customer_id, sum(total_amount) as total_spend from fact_orders group by customer_id", "edge_meta": { "fqn": "sample_airflow.ml_feature_pipeline", "type": "pipeline" }, "source": "PipelineLineage", "created_at_days_ago": 2, "updated_at_days_ago": 0 }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.raw_customers", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.stg_customers", "type": "table" }, "sql_query": "SELECT id AS customer_id, first_name, last_name FROM jaffle_shop.public.raw_customers", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.raw_orders", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.stg_orders", "type": "table" }, "sql_query": "SELECT id AS order_id, user_id AS customer_id, order_date, status FROM jaffle_shop.public.raw_orders", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.raw_payments", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.stg_payments", "type": "table" }, "sql_query": "SELECT id AS payment_id, order_id, payment_method, amount / 100.0 AS amount FROM jaffle_shop.public.raw_payments", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.stg_customers", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.customers", "type": "table" }, "sql_query": "SELECT customers.customer_id, customers.first_name, customers.last_name, customer_orders.first_order, customer_orders.most_recent_order, customer_orders.number_of_orders, customer_payments.total_amount AS customer_lifetime_value FROM stg_customers AS customers LEFT JOIN customer_orders ON customers.customer_id = customer_orders.customer_id LEFT JOIN customer_payments ON customers.customer_id = customer_payments.customer_id", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.stg_orders", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.customers", "type": "table" }, "sql_query": "SELECT customer_id, MIN(order_date) AS first_order, MAX(order_date) AS most_recent_order, COUNT(order_id) AS number_of_orders FROM stg_orders GROUP BY customer_id", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.stg_payments", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.customers", "type": "table" }, "sql_query": "SELECT orders.customer_id, SUM(amount) AS total_amount FROM stg_payments LEFT JOIN stg_orders ON stg_payments.order_id = stg_orders.order_id GROUP BY orders.customer_id", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.stg_orders", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.orders", "type": "table" }, "sql_query": "SELECT orders.order_id, orders.customer_id, orders.order_date, orders.status, order_payments.credit_card_amount, order_payments.coupon_amount, order_payments.bank_transfer_amount, order_payments.gift_card_amount, order_payments.total_amount AS amount FROM stg_orders AS orders LEFT JOIN order_payments ON orders.order_id = order_payments.order_id", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "postgres_sample.jaffle_shop.public.stg_payments", "type": "table" }, "to": { "fqn": "postgres_sample.jaffle_shop.public.orders", "type": "table" }, "sql_query": "SELECT order_id, SUM(CASE WHEN payment_method = 'credit_card' THEN amount ELSE 0 END) AS credit_card_amount, SUM(CASE WHEN payment_method = 'coupon' THEN amount ELSE 0 END) AS coupon_amount, SUM(CASE WHEN payment_method = 'bank_transfer' THEN amount ELSE 0 END) AS bank_transfer_amount, SUM(CASE WHEN payment_method = 'gift_card' THEN amount ELSE 0 END) AS gift_card_amount, SUM(amount) AS total_amount FROM stg_payments GROUP BY order_id", "edge_meta": { "fqn": "", "type": "" } }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_order", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.fact_orders", "type": "table" }, "edge_meta": { "fqn": "", "type": "" }, "source": "QueryLineage", "created_at_days_ago": 75, "updated_at_days_ago": 40, "temp_lineage_tables": [ {"fromEntity": "sample_data.ecommerce_db.shopify.raw_order", "toEntity": "tmp_order_staging"}, {"fromEntity": "tmp_order_staging", "toEntity": "tmp_order_enriched"}, {"fromEntity": "tmp_order_enriched", "toEntity": "sample_data.ecommerce_db.shopify.fact_orders"} ] }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_customer", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.dim_customer", "type": "table" }, "edge_meta": { "fqn": "", "type": "" }, "source": "QueryLineage", "created_at_days_ago": 60, "updated_at_days_ago": 30, "temp_lineage_tables": [ {"fromEntity": "sample_data.ecommerce_db.shopify.raw_customer", "toEntity": "tmp_customer_dedup"}, {"fromEntity": "tmp_customer_dedup", "toEntity": "sample_data.ecommerce_db.shopify.dim_customer"} ] }, { "from": { "fqn": "sample_data.ecommerce_db.shopify.raw_product_catalog", "type": "table" }, "to": { "fqn": "sample_data.ecommerce_db.shopify.\"dim.product\"", "type": "table" }, "edge_meta": { "fqn": "", "type": "" }, "source": "QueryLineage", "created_at_days_ago": 45, "updated_at_days_ago": 15, "temp_lineage_tables": [ {"fromEntity": "sample_data.ecommerce_db.shopify.raw_product_catalog", "toEntity": "tmp_product_cleaned"}, {"fromEntity": "tmp_product_cleaned", "toEntity": "sample_data.ecommerce_db.shopify.\"dim.product\""}, {"fromEntity": "sample_data.ecommerce_db.shopify.raw_product_catalog", "toEntity": "tmp_product_enriched"}, {"fromEntity": "tmp_product_enriched", "toEntity": "sample_data.ecommerce_db.shopify.\"dim.product\""} ] } ]