wehub-resource-sync
38 lines
680 B
Python
38 lines
680 B
Python
# Databricks notebook source
|
|
import os
|
|
from pathlib import Path
|
|
|
|
|
|
def load_config():
|
|
return {"env": os.getenv("ENV", "dev")}
|
|
|
|
# COMMAND ----------
|
|
|
|
# MAGIC %sql
|
|
# MAGIC SELECT * FROM bronze.events
|
|
# MAGIC JOIN silver.users ON events.user_id = users.id
|
|
|
|
# COMMAND ----------
|
|
|
|
# MAGIC %r
|
|
# MAGIC summarize_data <- function(df) {
|
|
# MAGIC summary(df)
|
|
# MAGIC }
|
|
|
|
# COMMAND ----------
|
|
|
|
# MAGIC %md
|
|
# MAGIC ## Analysis Notes
|
|
# MAGIC This section documents the analysis.
|
|
|
|
# COMMAND ----------
|
|
|
|
def process_events(config):
|
|
path = Path(config["env"])
|
|
return load_config()
|
|
|
|
# COMMAND ----------
|
|
|
|
# MAGIC %sql
|
|
# MAGIC CREATE TABLE gold.summary AS SELECT * FROM silver.processed
|