Databricks Notebook

In [ ]:

%python
def transform_data(df):
    return df.dropna()

In [ ]:

%sql
SELECT * FROM catalog.schema.raw_data
JOIN catalog.schema.lookup ON raw_data.id = lookup.id

In [ ]:

%r
clean_data <- function(x) {
  na.omit(x)
}

In [ ]:

%scala
val x = 1

In [ ]:

%md
## Results section

In [ ]:

def process_results(data):
    result = transform_data(data)
    return result

In [ ]:

%sql
CREATE TABLE catalog.schema.output AS SELECT * FROM catalog.schema.raw_data