BigQuery & Cloud Run Ingestion Cost Calculator

# Locionic - BigQuery ingestion table
# Generated by the BigQuery & Cloud Run Cost Calculator
# https://locionic.com/ja/blog/bigquery-and-cloud-run-production-data-pipeline
#
# 5,000,000 events/day x 2 KB
# = 290 GB/month via Storage Write API ($0.025/GB)

variable "project_id" {
  type = string
}

resource "google_bigquery_dataset" "events" {
  project_id = var.project_id
  dataset_id = "events_prod"
  location   = "US"
}

resource "google_bigquery_table" "event_stream" {
  project_id = var.project_id
  dataset_id = google_bigquery_dataset.events.dataset_id
  table_id   = "event_stream"

  description = "Raw application event stream (Storage Write API)."

  schema = jsonencode([
    { name = "event_id",   type = "STRING",    mode = "REQUIRED" },
    { name = "user_id",    type = "STRING",    mode = "REQUIRED" },
    { name = "event_type", type = "STRING",    mode = "REQUIRED" },
    { name = "payload",    type = "JSON",      mode = "NULLABLE" },
    { name = "event_time", type = "TIMESTAMP", mode = "REQUIRED" },
  ])

  # DAY partitioning + clustering cuts scanned bytes by ~93% on time-bounded queries.
  time_partitioning {
    type  = "DAY"
    field = "event_time"
    # 90 day TTL | matches the active-storage window in the cost model.
    expiration_ms = 7776000000
  }

  clustering {
    fields = ["event_type", "user_id"]
  }


  labels = {
    ingestion = "swa"
  }
}