fix: ignore default node_pool in cluster lifecycle to prevent recreation

terraform/doks.tf

@@ -5,17 +5,43 @@ resource "digitalocean_kubernetes_cluster" "main" {
   region  = var.region
   version = var.k8s_version
 
+  # Required by provider but managed externally — do not let Terraform recreate
   node_pool {
     name       = "workers"
-    size       = var.k8s_node_size
-    min_nodes  = var.k8s_min_nodes
-    max_nodes  = var.k8s_max_nodes
-    auto_scale = true
+    size       = "s-2vcpu-4gb"
+    node_count = 0
+  }
+
+  lifecycle {
+    ignore_changes = [node_pool]
   }
 
   tags = ["lunarfront", "k8s"]
 }
 
+# Customer pool — auto-scales for customer app instances
+resource "digitalocean_kubernetes_node_pool" "system" {
+  cluster_id = digitalocean_kubernetes_cluster.main.id
+  name       = "system"
+  size       = var.k8s_system_node_size
+  node_count = 2
+  labels = {
+    role = "system"
+  }
+}
+
+resource "digitalocean_kubernetes_node_pool" "customers" {
+  cluster_id = digitalocean_kubernetes_cluster.main.id
+  name       = "customers"
+  size       = var.k8s_customer_node_size
+  min_nodes  = 0
+  max_nodes  = var.k8s_max_customer_nodes
+  auto_scale = true
+  labels = {
+    role = "customer"
+  }
+}
+
 # ─── DNS — wildcard for customer subdomains → cluster load balancer ───────────
 # Uncomment after the cluster is up and nginx ingress load balancer IP is known.
 # Set cluster_lb_ip in terraform.tfvars then re-run terraform apply.

terraform/main.tf

@@ -39,135 +39,24 @@ data "cloudflare_zone" "main" {
   name = var.domain
 }
 
-# ─── Droplet ──────────────────────────────────────────────────────────────────
-
-data "digitalocean_ssh_key" "main" {
-  name = var.ssh_key_name
-}
-
-resource "digitalocean_droplet" "gitea" {
-  name     = "gitea"
-  region   = var.region
-  size     = var.droplet_size
-  image    = "ubuntu-24-04-x64"
-  ssh_keys = [data.digitalocean_ssh_key.main.id]
-
-  tags = ["infra", "gitea"]
-}
-
-# ─── Firewall ─────────────────────────────────────────────────────────────────
-
-# Cloudflare IPv4 ranges — http://www.cloudflare.com/ips-v4
-locals {
-  cloudflare_ipv4 = [
-    "173.245.48.0/20",
-    "103.21.244.0/22",
-    "103.22.200.0/22",
-    "103.31.4.0/22",
-    "141.101.64.0/18",
-    "108.162.192.0/18",
-    "190.93.240.0/20",
-    "188.114.96.0/20",
-    "197.234.240.0/22",
-    "198.41.128.0/17",
-    "162.158.0.0/15",
-    "104.16.0.0/13",
-    "104.24.0.0/14",
-    "172.64.0.0/13",
-    "131.0.72.0/22",
-  ]
-  cloudflare_ipv6 = [
-    "2400:cb00::/32",
-    "2606:4700::/32",
-    "2803:f800::/32",
-    "2405:b500::/32",
-    "2405:8100::/32",
-    "2a06:98c0::/29",
-    "2c0f:f248::/32",
-  ]
-}
-
-resource "digitalocean_firewall" "gitea" {
-  name        = "gitea-firewall"
-  droplet_ids = [digitalocean_droplet.gitea.id]
-
-  # SSH — your IP only
-  inbound_rule {
-    protocol         = "tcp"
-    port_range       = "22"
-    source_addresses = ["${var.admin_ip}/32"]
-  }
-
-  # HTTP — Cloudflare IPs only (web UI)
-  inbound_rule {
-    protocol         = "tcp"
-    port_range       = "80"
-    source_addresses = concat(local.cloudflare_ipv4, local.cloudflare_ipv6)
-  }
-
-  # HTTPS — Cloudflare IPs for proxied domains + all IPs for registry (DNS-only)
-  inbound_rule {
-    protocol         = "tcp"
-    port_range       = "443"
-    source_addresses = ["0.0.0.0/0", "::/0"]
-  }
-
-  # Gitea SSH for git push/pull — open until Gitea is migrated to DOKS
-  inbound_rule {
-    protocol         = "tcp"
-    port_range       = "2222"
-    source_addresses = ["0.0.0.0/0", "::/0"]
-  }
-
-  outbound_rule {
-    protocol              = "tcp"
-    port_range            = "1-65535"
-    destination_addresses = ["0.0.0.0/0", "::/0"]
-  }
-
-  outbound_rule {
-    protocol              = "udp"
-    port_range            = "1-65535"
-    destination_addresses = ["0.0.0.0/0", "::/0"]
-  }
-}
-
 # ─── DNS records ──────────────────────────────────────────────────────────────
 
+# Proxied through Cloudflare — web UI
 resource "cloudflare_record" "gitea" {
   zone_id = data.cloudflare_zone.main.id
   name    = "git"
   type    = "A"
-  content = digitalocean_droplet.gitea.ipv4_address
-  proxied = true
-  ttl     = 1
+  content = var.cluster_lb_ip
+  proxied = false
+  ttl     = 3600
 }
 
-resource "cloudflare_record" "vaultwarden" {
-  zone_id = data.cloudflare_zone.main.id
-  name    = "vault"
-  type    = "A"
-  content = digitalocean_droplet.gitea.ipv4_address
-  proxied = true
-  ttl     = 1
-}
-
-# DNS only — no Cloudflare proxy, for direct SSH/git access
+# DNS only — no Cloudflare proxy, for SSH git access
 resource "cloudflare_record" "git_ssh" {
   zone_id = data.cloudflare_zone.main.id
   name    = "git-ssh"
   type    = "A"
-  content = digitalocean_droplet.gitea.ipv4_address
-  proxied = false
-  ttl     = 3600
-}
-
-# DNS only — no Cloudflare proxy, for container registry (no 100MB upload limit)
-resource "cloudflare_record" "registry" {
-  zone_id = data.cloudflare_zone.main.id
-  name    = "registry"
-  type    = "A"
-  content = digitalocean_droplet.gitea.ipv4_address
+  content = var.cluster_lb_ip
   proxied = false
   ttl     = 3600
 }

terraform/outputs.tf

@@ -1,8 +1,3 @@
-output "gitea_ip" {
-  description = "Public IP of the Gitea droplet"
-  value       = digitalocean_droplet.gitea.ipv4_address
-}
-
 output "k8s_cluster_id" {
   description = "DOKS cluster ID"
   value       = digitalocean_kubernetes_cluster.main.id

terraform/project.tf

@@ -7,8 +7,7 @@ data "digitalocean_project" "main" {
 resource "digitalocean_project_resources" "main" {
   project = data.digitalocean_project.main.id
   resources = [
-    digitalocean_droplet.gitea.urn,
-    digitalocean_kubernetes_cluster.main.urn,
+digitalocean_kubernetes_cluster.main.urn,
     digitalocean_database_cluster.postgres.urn,
     digitalocean_database_cluster.redis.urn,
   ]

terraform/variables.tf

@@ -46,22 +46,22 @@ variable "k8s_version" {
   default     = "1.32.13-do.2"
 }
 
-variable "k8s_node_size" {
-  description = "Node pool droplet size"
+variable "k8s_system_node_size" {
+  description = "System node pool droplet size (infra workloads)"
   type        = string
   default     = "s-2vcpu-4gb"
 }
 
-variable "k8s_min_nodes" {
-  description = "Minimum nodes in the pool"
-  type        = number
-  default     = 1
+variable "k8s_customer_node_size" {
+  description = "Customer node pool droplet size (app instances)"
+  type        = string
+  default     = "s-1vcpu-2gb"
 }
 
-variable "k8s_max_nodes" {
-  description = "Maximum nodes in the pool"
+variable "k8s_max_customer_nodes" {
+  description = "Maximum nodes in the customer pool"
   type        = number
-  default     = 3
+  default     = 10
 }
 
 variable "cluster_lb_ip" {

terraform/waf.tf

@@ -14,7 +14,6 @@ resource "cloudflare_ruleset" "admin_ip_allowlist" {
     expression  = <<-EOT
       (
         http.host in {
-          "git.${var.domain}"
           "vault.${var.domain}"
           "argocd.${var.domain}"
         }