Cloud: AWS, Azure, Amazon S3 & Databricks

# Terraform Infrastructure as Code for Secure S3 Lakehouse
resource "aws_s3_bucket" "lakehouse_curated" {
  bucket = "enterprise-financial-lakehouse-gold"
}

# Enforce SSE-KMS Customer Managed Key Encryption
resource "aws_s3_bucket_server_side_encryption_configuration" "lake_kms" {
  bucket = aws_s3_bucket.lakehouse_curated.id
  rule {
    apply_server_side_encryption_by_default {
      kms_master_key_id = "arn:aws:kms:eu-west-1:123456789012:key/de-lake-key"
      sse_algorithm     = "aws:kms"
    }
    bucket_key_enabled = true # Reduces KMS API request costs by 99%
  }
}

# Block all public access
resource "aws_s3_bucket_public_access_block" "block_public" {
  bucket                  = aws_s3_bucket.lakehouse_curated.id
  block_public_acls       = true
  block_public_policy     = true
  ignore_public_acls      = true
  restrict_public_buckets = true
}

# Automated Lifecycle transition to Glacier Flexible after 90 days
resource "aws_s3_bucket_lifecycle_configuration" "lake_lifecycle" {
  bucket = aws_s3_bucket.lakehouse_curated.id

  rule {
    id     = "archive-historical-partitions"
    status = "Enabled"

    transition {
      days          = 90
      storage_class = "GLACIER"
    }
  }
}