This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
import logging | |
import time | |
from contextlib import AbstractContextManager | |
from logging import Handler, LogRecord | |
from typing import Any, List, Optional | |
from pyspark.sql import SparkSession | |
logging.basicConfig(level=logging.INFO) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
BEGIN; | |
CREATE TABLE dwh.d_date | |
( | |
date_key CHAR(10) PRIMARY KEY NOT NULL, | |
full_date DATE NOT NULL | |
); | |
CREATE UNIQUE INDEX d_date_full_date_uindex ON dwh.d_date (full_date); | |
INSERT INTO dwh.d_date |