Compare commits
7 Commits
feat/forte
...
feature/dn
| Author | SHA1 | Date | |
|---|---|---|---|
| a99c7d8080 | |||
| ebe067088f | |||
| b0faaded6a | |||
|
|
a9dbaf5354 | ||
| 6e175e9e8c | |||
| 396c771f59 | |||
| 7716d16572 |
10
.gitignore
vendored
10
.gitignore
vendored
@@ -15,4 +15,12 @@ CLAUDE.md
|
|||||||
devbox.d/
|
devbox.d/
|
||||||
devbox.lock
|
devbox.lock
|
||||||
.devbox/
|
.devbox/
|
||||||
bash.exe.stackdump
|
bash.exe.stackdump
|
||||||
|
|
||||||
|
# OpenTofu
|
||||||
|
.tofu/configs/*.env
|
||||||
|
.tofu/scripts/*.config
|
||||||
|
.tofu/platforms/**/.terraform/
|
||||||
|
.tofu/platforms/**/terraform.tfstate*
|
||||||
|
.tofu/platforms/**/tfplan
|
||||||
|
.tofu/platforms/**/.terraform.lock.hcl
|
||||||
9
.tofu/configs/aks.env.example
Normal file
9
.tofu/configs/aks.env.example
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
# Azure AKS credentials — copy to aks.env and fill in values
|
||||||
|
# NEVER commit aks.env to git!
|
||||||
|
|
||||||
|
# Required
|
||||||
|
AZURE_TENANT_ID=your-azure-tenant-id
|
||||||
|
AZURE_SUBSCRIPTION_ID=your-azure-subscription-id
|
||||||
|
|
||||||
|
# Optional — defaults to cluster name if not set
|
||||||
|
ARM_RESOURCE_GROUP=
|
||||||
10
.tofu/configs/eks.env.example
Normal file
10
.tofu/configs/eks.env.example
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
# AWS EKS credentials — copy to eks.env and fill in values
|
||||||
|
# NEVER commit eks.env to git!
|
||||||
|
|
||||||
|
# Required — AWS CLI profile or access key
|
||||||
|
AWS_PROFILE=default
|
||||||
|
AWS_REGION=eu-west-1
|
||||||
|
|
||||||
|
# Optional — override with explicit keys instead of profile
|
||||||
|
# AWS_ACCESS_KEY_ID=
|
||||||
|
# AWS_SECRET_ACCESS_KEY=
|
||||||
9
.tofu/configs/gke.env.example
Normal file
9
.tofu/configs/gke.env.example
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
# GCP GKE credentials — copy to gke.env and fill in values
|
||||||
|
# NEVER commit gke.env to git!
|
||||||
|
|
||||||
|
# Required
|
||||||
|
GCP_PROJECT_ID=your-gcp-project-id
|
||||||
|
GCP_REGION=europe-west4
|
||||||
|
|
||||||
|
# Optional — path to service account JSON key (if not using gcloud auth)
|
||||||
|
# GOOGLE_APPLICATION_CREDENTIALS=/path/to/sa-key.json
|
||||||
8
.tofu/configs/upc.env.example
Normal file
8
.tofu/configs/upc.env.example
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
# UpCloud credentials — copy to upc.env and fill in values
|
||||||
|
# NEVER commit upc.env to git!
|
||||||
|
|
||||||
|
# Required
|
||||||
|
UPCLOUD_TOKEN=your-upcloud-api-token
|
||||||
|
|
||||||
|
# Optional — set after cluster creation for kubeconfig retrieval
|
||||||
|
UPCLOUD_CLUSTER_ID=
|
||||||
18
.tofu/platforms/aks/dev/main.tf
Normal file
18
.tofu/platforms/aks/dev/main.tf
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
prefix = "clst-dev"
|
||||||
|
location = "norwayeast"
|
||||||
|
resource_group_name = "clst-dev-rg"
|
||||||
|
|
||||||
|
# AKS — small dev nodes
|
||||||
|
aks_node_vm_size = "Standard_B2s"
|
||||||
|
aks_node_count = 2
|
||||||
|
|
||||||
|
enable_delete_lock = false
|
||||||
|
|
||||||
|
tags = {
|
||||||
|
Environment = "dev"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
26
.tofu/platforms/aks/dev/outputs.tf
Normal file
26
.tofu/platforms/aks/dev/outputs.tf
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
value = module.cluster.cluster_name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "resource_group_name" {
|
||||||
|
value = module.cluster.resource_group_name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "kubernetes_version" {
|
||||||
|
value = module.cluster.kubernetes_version
|
||||||
|
}
|
||||||
|
|
||||||
|
output "location" {
|
||||||
|
value = module.cluster.location
|
||||||
|
}
|
||||||
|
|
||||||
|
output "oidc_issuer_url" {
|
||||||
|
value = module.cluster.oidc_issuer_url
|
||||||
|
}
|
||||||
|
|
||||||
|
output "kubeconfig" {
|
||||||
|
value = module.cluster.kubeconfig
|
||||||
|
sensitive = true
|
||||||
|
}
|
||||||
17
.tofu/platforms/aks/dev/providers.tf
Normal file
17
.tofu/platforms/aks/dev/providers.tf
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
terraform {
|
||||||
|
required_version = ">= 1.0"
|
||||||
|
|
||||||
|
required_providers {
|
||||||
|
azurerm = {
|
||||||
|
source = "hashicorp/azurerm"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "azurerm" {
|
||||||
|
features {}
|
||||||
|
# Credentials via environment variables:
|
||||||
|
# ARM_SUBSCRIPTION_ID, ARM_TENANT_ID, ARM_CLIENT_ID, ARM_CLIENT_SECRET
|
||||||
|
# Or: az login (uses your Azure CLI session)
|
||||||
|
}
|
||||||
72
.tofu/platforms/aks/modules/cluster/main.tf
Normal file
72
.tofu/platforms/aks/modules/cluster/main.tf
Normal file
@@ -0,0 +1,72 @@
|
|||||||
|
# Current Azure/Entra ID context — provides tenant_id used in outputs
|
||||||
|
data "azurerm_client_config" "current" {}
|
||||||
|
|
||||||
|
# ─── Resource Group ───────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "azurerm_resource_group" "main" {
|
||||||
|
name = var.resource_group_name
|
||||||
|
location = var.location
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "azurerm_management_lock" "main" {
|
||||||
|
count = var.enable_delete_lock ? 1 : 0
|
||||||
|
name = "${var.prefix}-delete-lock"
|
||||||
|
scope = azurerm_resource_group.main.id
|
||||||
|
lock_level = "CanNotDelete"
|
||||||
|
notes = "Prevents accidental deletion of production resources"
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Networking ───────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "azurerm_virtual_network" "main" {
|
||||||
|
name = "${var.prefix}-vnet"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
location = azurerm_resource_group.main.location
|
||||||
|
address_space = [var.vnet_address_space]
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
# AKS nodes subnet
|
||||||
|
resource "azurerm_subnet" "aks" {
|
||||||
|
name = "${var.prefix}-aks-subnet"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
virtual_network_name = azurerm_virtual_network.main.name
|
||||||
|
address_prefixes = [var.aks_subnet_cidr]
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── AKS Cluster ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "azurerm_kubernetes_cluster" "main" {
|
||||||
|
name = "${var.prefix}-aks"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
location = azurerm_resource_group.main.location
|
||||||
|
dns_prefix = replace(var.prefix, "-", "")
|
||||||
|
kubernetes_version = var.aks_kubernetes_version
|
||||||
|
tags = var.tags
|
||||||
|
|
||||||
|
default_node_pool {
|
||||||
|
name = "system"
|
||||||
|
node_count = var.aks_node_count
|
||||||
|
vm_size = var.aks_node_vm_size
|
||||||
|
vnet_subnet_id = azurerm_subnet.aks.id
|
||||||
|
node_labels = {
|
||||||
|
prefix = var.prefix
|
||||||
|
role = "worker"
|
||||||
|
env = lookup(var.tags, "Environment", "dev")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
identity {
|
||||||
|
type = "SystemAssigned"
|
||||||
|
}
|
||||||
|
|
||||||
|
network_profile {
|
||||||
|
network_plugin = "azure"
|
||||||
|
network_policy = "azure"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Enable Workload Identity for keyless Azure service access (MSI)
|
||||||
|
oidc_issuer_enabled = true
|
||||||
|
workload_identity_enabled = true
|
||||||
|
}
|
||||||
32
.tofu/platforms/aks/modules/cluster/outputs.tf
Normal file
32
.tofu/platforms/aks/modules/cluster/outputs.tf
Normal file
@@ -0,0 +1,32 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
description = "AKS cluster name"
|
||||||
|
value = azurerm_kubernetes_cluster.main.name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "resource_group_name" {
|
||||||
|
description = "Resource group name"
|
||||||
|
value = azurerm_resource_group.main.name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "kubernetes_version" {
|
||||||
|
description = "Kubernetes version"
|
||||||
|
value = azurerm_kubernetes_cluster.main.kubernetes_version
|
||||||
|
}
|
||||||
|
|
||||||
|
output "location" {
|
||||||
|
description = "Azure region"
|
||||||
|
value = azurerm_resource_group.main.location
|
||||||
|
}
|
||||||
|
|
||||||
|
output "oidc_issuer_url" {
|
||||||
|
description = "AKS OIDC issuer URL (for workload identity federation)"
|
||||||
|
value = azurerm_kubernetes_cluster.main.oidc_issuer_url
|
||||||
|
}
|
||||||
|
|
||||||
|
output "kubeconfig" {
|
||||||
|
description = "Kubeconfig for the AKS cluster"
|
||||||
|
value = azurerm_kubernetes_cluster.main.kube_config_raw
|
||||||
|
sensitive = true
|
||||||
|
}
|
||||||
18
.tofu/platforms/aks/modules/cluster/providers.tf
Normal file
18
.tofu/platforms/aks/modules/cluster/providers.tf
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
terraform {
|
||||||
|
required_version = ">= 1.0"
|
||||||
|
|
||||||
|
required_providers {
|
||||||
|
azurerm = {
|
||||||
|
source = "hashicorp/azurerm"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
azuread = {
|
||||||
|
source = "hashicorp/azuread"
|
||||||
|
version = "~> 3.0"
|
||||||
|
}
|
||||||
|
random = {
|
||||||
|
source = "hashicorp/random"
|
||||||
|
version = "~> 3.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
56
.tofu/platforms/aks/modules/cluster/variables.tf
Normal file
56
.tofu/platforms/aks/modules/cluster/variables.tf
Normal file
@@ -0,0 +1,56 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "location" {
|
||||||
|
description = "Azure region (e.g., norwayeast, westeurope, northeurope)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "resource_group_name" {
|
||||||
|
description = "Name of the Azure Resource Group to create"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "vnet_address_space" {
|
||||||
|
description = "Address space for the virtual network"
|
||||||
|
type = string
|
||||||
|
default = "10.100.0.0/16"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_subnet_cidr" {
|
||||||
|
description = "CIDR block for the AKS node subnet"
|
||||||
|
type = string
|
||||||
|
default = "10.100.0.0/22"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_node_vm_size" {
|
||||||
|
description = "VM size for AKS worker nodes (e.g., Standard_B2s, Standard_D4s_v3)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_node_count" {
|
||||||
|
description = "Number of AKS worker nodes"
|
||||||
|
type = number
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_kubernetes_version" {
|
||||||
|
description = "Kubernetes version for AKS (null = latest stable)"
|
||||||
|
type = string
|
||||||
|
default = null
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "enable_delete_lock" {
|
||||||
|
description = "Protect the resource group from accidental deletion"
|
||||||
|
type = bool
|
||||||
|
default = false
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "tags" {
|
||||||
|
description = "Tags applied to all resources"
|
||||||
|
type = map(string)
|
||||||
|
default = {}
|
||||||
|
}
|
||||||
18
.tofu/platforms/aks/prod/main.tf
Normal file
18
.tofu/platforms/aks/prod/main.tf
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
prefix = "clst"
|
||||||
|
location = "westeurope"
|
||||||
|
resource_group_name = "clst-prod-rg"
|
||||||
|
|
||||||
|
# AKS — general-purpose nodes for production
|
||||||
|
aks_node_vm_size = "Standard_D4s_v3"
|
||||||
|
aks_node_count = 3
|
||||||
|
|
||||||
|
enable_delete_lock = true
|
||||||
|
|
||||||
|
tags = {
|
||||||
|
Environment = "prod"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
26
.tofu/platforms/aks/prod/outputs.tf
Normal file
26
.tofu/platforms/aks/prod/outputs.tf
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
value = module.cluster.cluster_name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "resource_group_name" {
|
||||||
|
value = module.cluster.resource_group_name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "kubernetes_version" {
|
||||||
|
value = module.cluster.kubernetes_version
|
||||||
|
}
|
||||||
|
|
||||||
|
output "location" {
|
||||||
|
value = module.cluster.location
|
||||||
|
}
|
||||||
|
|
||||||
|
output "oidc_issuer_url" {
|
||||||
|
value = module.cluster.oidc_issuer_url
|
||||||
|
}
|
||||||
|
|
||||||
|
output "kubeconfig" {
|
||||||
|
value = module.cluster.kubeconfig
|
||||||
|
sensitive = true
|
||||||
|
}
|
||||||
17
.tofu/platforms/aks/prod/providers.tf
Normal file
17
.tofu/platforms/aks/prod/providers.tf
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
terraform {
|
||||||
|
required_version = ">= 1.0"
|
||||||
|
|
||||||
|
required_providers {
|
||||||
|
azurerm = {
|
||||||
|
source = "hashicorp/azurerm"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "azurerm" {
|
||||||
|
features {}
|
||||||
|
# Credentials via environment variables:
|
||||||
|
# ARM_SUBSCRIPTION_ID, ARM_TENANT_ID, ARM_CLIENT_ID, ARM_CLIENT_SECRET
|
||||||
|
# Or: az login (uses your Azure CLI session)
|
||||||
|
}
|
||||||
173
.tofu/platforms/aks/workload/main.tf
Normal file
173
.tofu/platforms/aks/workload/main.tf
Normal file
@@ -0,0 +1,173 @@
|
|||||||
|
# =============================================================================
|
||||||
|
# Azure Workload Cluster
|
||||||
|
# =============================================================================
|
||||||
|
# A lean AKS cluster for running application workloads. No managed data
|
||||||
|
# services — those live on the platform cluster. ArgoCD (on the platform
|
||||||
|
# cluster) deploys apps to this cluster via the app-of-apps pattern.
|
||||||
|
#
|
||||||
|
# Platform components deployed by deploy-workload.sh:
|
||||||
|
# nginx-ingress, cert-manager, external-dns, external-secrets, alloy
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# tofu init && tofu plan && tofu apply
|
||||||
|
# ./sync-tofu-outputs.sh --env azure-workload
|
||||||
|
# ./deploy-workload.sh --env azure-workload
|
||||||
|
# =============================================================================
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names (e.g., clst-workload)"
|
||||||
|
type = string
|
||||||
|
default = "clst-workload"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "location" {
|
||||||
|
description = "Azure region"
|
||||||
|
type = string
|
||||||
|
default = "norwayeast"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "resource_group_name" {
|
||||||
|
description = "Name of the Azure Resource Group to create"
|
||||||
|
type = string
|
||||||
|
default = "clst-workload-rg"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "vnet_address_space" {
|
||||||
|
description = "Address space for the virtual network"
|
||||||
|
type = string
|
||||||
|
default = "10.110.0.0/16"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_subnet_cidr" {
|
||||||
|
description = "CIDR block for the AKS node subnet"
|
||||||
|
type = string
|
||||||
|
default = "10.110.0.0/22"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_node_vm_size" {
|
||||||
|
description = "VM size for AKS worker nodes"
|
||||||
|
type = string
|
||||||
|
default = "Standard_B2s"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_node_count" {
|
||||||
|
description = "Number of AKS worker nodes"
|
||||||
|
type = number
|
||||||
|
default = 2
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "aks_kubernetes_version" {
|
||||||
|
description = "Kubernetes version for AKS (null = latest stable)"
|
||||||
|
type = string
|
||||||
|
default = null
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "domain" {
|
||||||
|
description = "Public domain name — must have an existing Azure DNS zone"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "dns_zone_resource_group" {
|
||||||
|
description = "Resource group containing the Azure DNS zone (defaults to cluster RG)"
|
||||||
|
type = string
|
||||||
|
default = ""
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "tags" {
|
||||||
|
description = "Tags applied to all resources"
|
||||||
|
type = map(string)
|
||||||
|
default = {
|
||||||
|
Environment = "workload"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Resource Group ───────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "azurerm_resource_group" "main" {
|
||||||
|
name = var.resource_group_name
|
||||||
|
location = var.location
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Networking ───────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "azurerm_virtual_network" "main" {
|
||||||
|
name = "${var.prefix}-vnet"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
location = azurerm_resource_group.main.location
|
||||||
|
address_space = [var.vnet_address_space]
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "azurerm_subnet" "aks" {
|
||||||
|
name = "${var.prefix}-aks-subnet"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
virtual_network_name = azurerm_virtual_network.main.name
|
||||||
|
address_prefixes = [var.aks_subnet_cidr]
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── AKS Cluster ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "azurerm_kubernetes_cluster" "main" {
|
||||||
|
name = "${var.prefix}-aks"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
location = azurerm_resource_group.main.location
|
||||||
|
dns_prefix = replace(var.prefix, "-", "")
|
||||||
|
kubernetes_version = var.aks_kubernetes_version
|
||||||
|
tags = var.tags
|
||||||
|
|
||||||
|
default_node_pool {
|
||||||
|
name = "system"
|
||||||
|
node_count = var.aks_node_count
|
||||||
|
vm_size = var.aks_node_vm_size
|
||||||
|
vnet_subnet_id = azurerm_subnet.aks.id
|
||||||
|
node_labels = {
|
||||||
|
prefix = var.prefix
|
||||||
|
role = "worker"
|
||||||
|
env = lookup(var.tags, "Environment", "workload")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
identity {
|
||||||
|
type = "SystemAssigned"
|
||||||
|
}
|
||||||
|
|
||||||
|
network_profile {
|
||||||
|
network_plugin = "azure"
|
||||||
|
network_policy = "azure"
|
||||||
|
}
|
||||||
|
|
||||||
|
oidc_issuer_enabled = true
|
||||||
|
workload_identity_enabled = true
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── External-DNS Workload Identity ──────────────────────────────────
|
||||||
|
# Allows external-dns to manage Azure DNS records for app ingresses.
|
||||||
|
|
||||||
|
data "azurerm_dns_zone" "main" {
|
||||||
|
name = var.domain
|
||||||
|
resource_group_name = var.dns_zone_resource_group != "" ? var.dns_zone_resource_group : azurerm_resource_group.main.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "azurerm_user_assigned_identity" "external_dns" {
|
||||||
|
name = "${var.prefix}-external-dns-identity"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
location = azurerm_resource_group.main.location
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "azurerm_role_assignment" "external_dns_dns_contributor" {
|
||||||
|
scope = data.azurerm_dns_zone.main.id
|
||||||
|
role_definition_name = "DNS Zone Contributor"
|
||||||
|
principal_id = azurerm_user_assigned_identity.external_dns.principal_id
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "azurerm_federated_identity_credential" "external_dns" {
|
||||||
|
name = "${var.prefix}-external-dns-fedcred"
|
||||||
|
resource_group_name = azurerm_resource_group.main.name
|
||||||
|
parent_id = azurerm_user_assigned_identity.external_dns.id
|
||||||
|
audience = ["api://AzureADTokenExchange"]
|
||||||
|
issuer = azurerm_kubernetes_cluster.main.oidc_issuer_url
|
||||||
|
subject = "system:serviceaccount:external-dns:external-dns"
|
||||||
|
}
|
||||||
4
.tofu/platforms/aks/workload/outputs.tf
Normal file
4
.tofu/platforms/aks/workload/outputs.tf
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
output "cluster_name" { value = azurerm_kubernetes_cluster.main.name }
|
||||||
|
output "resource_group_name" { value = azurerm_resource_group.main.name }
|
||||||
|
output "location" { value = azurerm_resource_group.main.location }
|
||||||
|
output "external_dns_identity_client_id" { value = azurerm_user_assigned_identity.external_dns.client_id }
|
||||||
21
.tofu/platforms/aks/workload/providers.tf
Normal file
21
.tofu/platforms/aks/workload/providers.tf
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
terraform {
|
||||||
|
required_version = ">= 1.0"
|
||||||
|
|
||||||
|
required_providers {
|
||||||
|
azurerm = {
|
||||||
|
source = "hashicorp/azurerm"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
random = {
|
||||||
|
source = "hashicorp/random"
|
||||||
|
version = "~> 3.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "azurerm" {
|
||||||
|
features {}
|
||||||
|
# Credentials via environment variables:
|
||||||
|
# ARM_SUBSCRIPTION_ID, ARM_TENANT_ID, ARM_CLIENT_ID, ARM_CLIENT_SECRET
|
||||||
|
# Or: az login (uses your Azure CLI session)
|
||||||
|
}
|
||||||
21
.tofu/platforms/eks/dev/main.tf
Normal file
21
.tofu/platforms/eks/dev/main.tf
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
region = var.region
|
||||||
|
prefix = "clst-dev"
|
||||||
|
|
||||||
|
# VPC
|
||||||
|
availability_zones = ["${var.region}a", "${var.region}b"]
|
||||||
|
|
||||||
|
# EKS — small dev nodes
|
||||||
|
node_instance_type = "t3.medium"
|
||||||
|
node_count = 2
|
||||||
|
node_min_count = 1
|
||||||
|
node_max_count = 4
|
||||||
|
kubernetes_version = "1.30"
|
||||||
|
|
||||||
|
tags = {
|
||||||
|
Environment = "dev"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
5
.tofu/platforms/eks/dev/outputs.tf
Normal file
5
.tofu/platforms/eks/dev/outputs.tf
Normal file
@@ -0,0 +1,5 @@
|
|||||||
|
output "cluster_name" { value = module.cluster.cluster_name }
|
||||||
|
output "aws_region" { value = module.cluster.aws_region }
|
||||||
|
output "oidc_issuer_url" { value = module.cluster.oidc_issuer_url }
|
||||||
|
output "oidc_provider_arn" { value = module.cluster.oidc_provider_arn }
|
||||||
|
output "vpc_id" { value = module.cluster.vpc_id }
|
||||||
24
.tofu/platforms/eks/dev/providers.tf
Normal file
24
.tofu/platforms/eks/dev/providers.tf
Normal file
@@ -0,0 +1,24 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
aws = {
|
||||||
|
source = "hashicorp/aws"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
tls = {
|
||||||
|
source = "hashicorp/tls"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# Authentication: set AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN
|
||||||
|
# or configure an AWS profile: export AWS_PROFILE=clst
|
||||||
|
provider "aws" {
|
||||||
|
region = var.region
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "AWS region for dev environment"
|
||||||
|
type = string
|
||||||
|
default = "eu-west-1"
|
||||||
|
}
|
||||||
207
.tofu/platforms/eks/modules/cluster/main.tf
Normal file
207
.tofu/platforms/eks/modules/cluster/main.tf
Normal file
@@ -0,0 +1,207 @@
|
|||||||
|
# ─── VPC ──────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "aws_vpc" "main" {
|
||||||
|
cidr_block = var.vpc_cidr
|
||||||
|
enable_dns_hostnames = true
|
||||||
|
enable_dns_support = true
|
||||||
|
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-vpc" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_internet_gateway" "main" {
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-igw" })
|
||||||
|
}
|
||||||
|
|
||||||
|
# Public subnets (one per AZ) — for NAT gateways and load balancers
|
||||||
|
resource "aws_subnet" "public" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
cidr_block = cidrsubnet(var.vpc_cidr, 4, count.index)
|
||||||
|
availability_zone = var.availability_zones[count.index]
|
||||||
|
|
||||||
|
map_public_ip_on_launch = true
|
||||||
|
|
||||||
|
tags = merge(var.tags, {
|
||||||
|
Name = "${var.prefix}-public-${count.index + 1}"
|
||||||
|
"kubernetes.io/cluster/${var.prefix}-eks" = "shared"
|
||||||
|
"kubernetes.io/role/elb" = "1"
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
# Private subnets (one per AZ) — for EKS nodes
|
||||||
|
resource "aws_subnet" "private" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
cidr_block = cidrsubnet(var.vpc_cidr, 4, count.index + length(var.availability_zones))
|
||||||
|
availability_zone = var.availability_zones[count.index]
|
||||||
|
|
||||||
|
tags = merge(var.tags, {
|
||||||
|
Name = "${var.prefix}-private-${count.index + 1}"
|
||||||
|
"kubernetes.io/cluster/${var.prefix}-eks" = "shared"
|
||||||
|
"kubernetes.io/role/internal-elb" = "1"
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
# NAT Gateway (single, in first public subnet — use one per AZ for prod HA)
|
||||||
|
resource "aws_eip" "nat" {
|
||||||
|
domain = "vpc"
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-nat-eip" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_nat_gateway" "main" {
|
||||||
|
allocation_id = aws_eip.nat.id
|
||||||
|
subnet_id = aws_subnet.public[0].id
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-nat" })
|
||||||
|
|
||||||
|
depends_on = [aws_internet_gateway.main]
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table" "public" {
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
|
||||||
|
route {
|
||||||
|
cidr_block = "0.0.0.0/0"
|
||||||
|
gateway_id = aws_internet_gateway.main.id
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-public-rt" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table_association" "public" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
subnet_id = aws_subnet.public[count.index].id
|
||||||
|
route_table_id = aws_route_table.public.id
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table" "private" {
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
|
||||||
|
route {
|
||||||
|
cidr_block = "0.0.0.0/0"
|
||||||
|
nat_gateway_id = aws_nat_gateway.main.id
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-private-rt" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table_association" "private" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
subnet_id = aws_subnet.private[count.index].id
|
||||||
|
route_table_id = aws_route_table.private.id
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── EKS Cluster ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "aws_iam_role" "eks_cluster" {
|
||||||
|
name_prefix = "${var.prefix}-eks-cluster-"
|
||||||
|
|
||||||
|
assume_role_policy = jsonencode({
|
||||||
|
Version = "2012-10-17"
|
||||||
|
Statement = [{
|
||||||
|
Action = "sts:AssumeRole"
|
||||||
|
Effect = "Allow"
|
||||||
|
Principal = { Service = "eks.amazonaws.com" }
|
||||||
|
}]
|
||||||
|
})
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_cluster_policy" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEKSClusterPolicy"
|
||||||
|
role = aws_iam_role.eks_cluster.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_eks_cluster" "main" {
|
||||||
|
name = "${var.prefix}-eks"
|
||||||
|
role_arn = aws_iam_role.eks_cluster.arn
|
||||||
|
version = var.kubernetes_version
|
||||||
|
|
||||||
|
vpc_config {
|
||||||
|
subnet_ids = concat(aws_subnet.private[*].id, aws_subnet.public[*].id)
|
||||||
|
endpoint_private_access = true
|
||||||
|
endpoint_public_access = true
|
||||||
|
}
|
||||||
|
|
||||||
|
# Enable OIDC issuer for IRSA (IAM Roles for Service Accounts)
|
||||||
|
access_config {
|
||||||
|
authentication_mode = "API_AND_CONFIG_MAP"
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
|
||||||
|
depends_on = [aws_iam_role_policy_attachment.eks_cluster_policy]
|
||||||
|
}
|
||||||
|
|
||||||
|
# OIDC provider — required for IRSA (IAM Roles for Service Accounts)
|
||||||
|
data "tls_certificate" "eks" {
|
||||||
|
url = aws_eks_cluster.main.identity[0].oidc[0].issuer
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_openid_connect_provider" "eks" {
|
||||||
|
client_id_list = ["sts.amazonaws.com"]
|
||||||
|
thumbprint_list = [data.tls_certificate.eks.certificates[0].sha1_fingerprint]
|
||||||
|
url = aws_eks_cluster.main.identity[0].oidc[0].issuer
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
# EKS Node Group
|
||||||
|
|
||||||
|
resource "aws_iam_role" "eks_nodes" {
|
||||||
|
name_prefix = "${var.prefix}-eks-nodes-"
|
||||||
|
|
||||||
|
assume_role_policy = jsonencode({
|
||||||
|
Version = "2012-10-17"
|
||||||
|
Statement = [{
|
||||||
|
Action = "sts:AssumeRole"
|
||||||
|
Effect = "Allow"
|
||||||
|
Principal = { Service = "ec2.amazonaws.com" }
|
||||||
|
}]
|
||||||
|
})
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_worker_node_policy" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEKSWorkerNodePolicy"
|
||||||
|
role = aws_iam_role.eks_nodes.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_cni_policy" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy"
|
||||||
|
role = aws_iam_role.eks_nodes.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_ecr_readonly" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly"
|
||||||
|
role = aws_iam_role.eks_nodes.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_eks_node_group" "main" {
|
||||||
|
cluster_name = aws_eks_cluster.main.name
|
||||||
|
node_group_name = "${var.prefix}-nodes"
|
||||||
|
node_role_arn = aws_iam_role.eks_nodes.arn
|
||||||
|
subnet_ids = aws_subnet.private[*].id
|
||||||
|
|
||||||
|
instance_types = [var.node_instance_type]
|
||||||
|
|
||||||
|
scaling_config {
|
||||||
|
desired_size = var.node_count
|
||||||
|
max_size = var.node_max_count
|
||||||
|
min_size = var.node_min_count
|
||||||
|
}
|
||||||
|
|
||||||
|
update_config {
|
||||||
|
max_unavailable = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
|
||||||
|
depends_on = [
|
||||||
|
aws_iam_role_policy_attachment.eks_worker_node_policy,
|
||||||
|
aws_iam_role_policy_attachment.eks_cni_policy,
|
||||||
|
aws_iam_role_policy_attachment.eks_ecr_readonly,
|
||||||
|
]
|
||||||
|
}
|
||||||
26
.tofu/platforms/eks/modules/cluster/outputs.tf
Normal file
26
.tofu/platforms/eks/modules/cluster/outputs.tf
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
description = "EKS cluster name"
|
||||||
|
value = aws_eks_cluster.main.name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "aws_region" {
|
||||||
|
description = "AWS region"
|
||||||
|
value = var.region
|
||||||
|
}
|
||||||
|
|
||||||
|
output "oidc_issuer_url" {
|
||||||
|
description = "EKS OIDC issuer URL (for IRSA)"
|
||||||
|
value = aws_eks_cluster.main.identity[0].oidc[0].issuer
|
||||||
|
}
|
||||||
|
|
||||||
|
output "oidc_provider_arn" {
|
||||||
|
description = "IAM OIDC provider ARN (for IRSA trust policies)"
|
||||||
|
value = aws_iam_openid_connect_provider.eks.arn
|
||||||
|
}
|
||||||
|
|
||||||
|
output "vpc_id" {
|
||||||
|
description = "VPC ID"
|
||||||
|
value = aws_vpc.main.id
|
||||||
|
}
|
||||||
12
.tofu/platforms/eks/modules/cluster/providers.tf
Normal file
12
.tofu/platforms/eks/modules/cluster/providers.tf
Normal file
@@ -0,0 +1,12 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
aws = {
|
||||||
|
source = "hashicorp/aws"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
tls = {
|
||||||
|
source = "hashicorp/tls"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
61
.tofu/platforms/eks/modules/cluster/variables.tf
Normal file
61
.tofu/platforms/eks/modules/cluster/variables.tf
Normal file
@@ -0,0 +1,61 @@
|
|||||||
|
# ─── Region ──────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "AWS region (e.g., eu-west-1, us-east-1)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names (e.g., clst-dev)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Networking ───────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "vpc_cidr" {
|
||||||
|
description = "VPC CIDR block"
|
||||||
|
type = string
|
||||||
|
default = "10.100.0.0/16"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "availability_zones" {
|
||||||
|
description = "List of AZs for subnets (2–3 recommended)"
|
||||||
|
type = list(string)
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── EKS Cluster ─────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "node_instance_type" {
|
||||||
|
description = "EKS node instance type (e.g., t3.medium, m5.xlarge)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_count" {
|
||||||
|
description = "Desired number of EKS worker nodes"
|
||||||
|
type = number
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_min_count" {
|
||||||
|
description = "Minimum number of EKS worker nodes"
|
||||||
|
type = number
|
||||||
|
default = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_max_count" {
|
||||||
|
description = "Maximum number of EKS worker nodes"
|
||||||
|
type = number
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "kubernetes_version" {
|
||||||
|
description = "Kubernetes version for EKS (e.g., \"1.30\")"
|
||||||
|
type = string
|
||||||
|
default = "1.30"
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Tags ─────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "tags" {
|
||||||
|
description = "Tags applied to all resources"
|
||||||
|
type = map(string)
|
||||||
|
default = {}
|
||||||
|
}
|
||||||
21
.tofu/platforms/eks/prod/main.tf
Normal file
21
.tofu/platforms/eks/prod/main.tf
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
region = var.region
|
||||||
|
prefix = "clst"
|
||||||
|
|
||||||
|
# VPC
|
||||||
|
availability_zones = ["${var.region}a", "${var.region}b", "${var.region}c"]
|
||||||
|
|
||||||
|
# EKS — general-purpose nodes for production
|
||||||
|
node_instance_type = "m5.xlarge"
|
||||||
|
node_count = 3
|
||||||
|
node_min_count = 3
|
||||||
|
node_max_count = 6
|
||||||
|
kubernetes_version = "1.30"
|
||||||
|
|
||||||
|
tags = {
|
||||||
|
Environment = "prod"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
5
.tofu/platforms/eks/prod/outputs.tf
Normal file
5
.tofu/platforms/eks/prod/outputs.tf
Normal file
@@ -0,0 +1,5 @@
|
|||||||
|
output "cluster_name" { value = module.cluster.cluster_name }
|
||||||
|
output "aws_region" { value = module.cluster.aws_region }
|
||||||
|
output "oidc_issuer_url" { value = module.cluster.oidc_issuer_url }
|
||||||
|
output "oidc_provider_arn" { value = module.cluster.oidc_provider_arn }
|
||||||
|
output "vpc_id" { value = module.cluster.vpc_id }
|
||||||
22
.tofu/platforms/eks/prod/providers.tf
Normal file
22
.tofu/platforms/eks/prod/providers.tf
Normal file
@@ -0,0 +1,22 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
aws = {
|
||||||
|
source = "hashicorp/aws"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
tls = {
|
||||||
|
source = "hashicorp/tls"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "aws" {
|
||||||
|
region = var.region
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "AWS region for prod environment"
|
||||||
|
type = string
|
||||||
|
default = "eu-west-1"
|
||||||
|
}
|
||||||
339
.tofu/platforms/eks/workload/main.tf
Normal file
339
.tofu/platforms/eks/workload/main.tf
Normal file
@@ -0,0 +1,339 @@
|
|||||||
|
# =============================================================================
|
||||||
|
# AWS Workload Cluster
|
||||||
|
# =============================================================================
|
||||||
|
# A lean EKS cluster for running application workloads. No managed data
|
||||||
|
# services — those live on the platform cluster. ArgoCD (on the platform
|
||||||
|
# cluster) deploys apps to this cluster via the app-of-apps pattern.
|
||||||
|
#
|
||||||
|
# Platform components deployed by deploy-workload.sh:
|
||||||
|
# nginx-ingress, cert-manager, external-dns, external-secrets, alloy
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# tofu init && tofu plan && tofu apply
|
||||||
|
# ./sync-tofu-outputs.sh --env aws-workload
|
||||||
|
# ./deploy-workload.sh --env aws-workload
|
||||||
|
# =============================================================================
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names (e.g., clst-workload)"
|
||||||
|
type = string
|
||||||
|
default = "clst-workload"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "availability_zones" {
|
||||||
|
description = "List of AZs for subnets"
|
||||||
|
type = list(string)
|
||||||
|
default = ["eu-west-1a", "eu-west-1b"]
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "vpc_cidr" {
|
||||||
|
description = "VPC CIDR block"
|
||||||
|
type = string
|
||||||
|
default = "10.110.0.0/16"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_instance_type" {
|
||||||
|
description = "EKS node instance type"
|
||||||
|
type = string
|
||||||
|
default = "t3.medium"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_count" {
|
||||||
|
description = "Desired number of EKS worker nodes"
|
||||||
|
type = number
|
||||||
|
default = 2
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_min_count" {
|
||||||
|
description = "Minimum number of EKS worker nodes"
|
||||||
|
type = number
|
||||||
|
default = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_max_count" {
|
||||||
|
description = "Maximum number of EKS worker nodes"
|
||||||
|
type = number
|
||||||
|
default = 4
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "kubernetes_version" {
|
||||||
|
description = "Kubernetes version for EKS"
|
||||||
|
type = string
|
||||||
|
default = "1.30"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "domain" {
|
||||||
|
description = "Public domain name — must have an existing Route53 hosted zone"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "tags" {
|
||||||
|
description = "Tags applied to all resources"
|
||||||
|
type = map(string)
|
||||||
|
default = {
|
||||||
|
Environment = "workload"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── VPC ──────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "aws_vpc" "main" {
|
||||||
|
cidr_block = var.vpc_cidr
|
||||||
|
enable_dns_hostnames = true
|
||||||
|
enable_dns_support = true
|
||||||
|
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-vpc" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_internet_gateway" "main" {
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-igw" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_subnet" "public" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
cidr_block = cidrsubnet(var.vpc_cidr, 4, count.index)
|
||||||
|
availability_zone = var.availability_zones[count.index]
|
||||||
|
|
||||||
|
map_public_ip_on_launch = true
|
||||||
|
|
||||||
|
tags = merge(var.tags, {
|
||||||
|
Name = "${var.prefix}-public-${count.index + 1}"
|
||||||
|
"kubernetes.io/cluster/${var.prefix}-eks" = "shared"
|
||||||
|
"kubernetes.io/role/elb" = "1"
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_subnet" "private" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
cidr_block = cidrsubnet(var.vpc_cidr, 4, count.index + length(var.availability_zones))
|
||||||
|
availability_zone = var.availability_zones[count.index]
|
||||||
|
|
||||||
|
tags = merge(var.tags, {
|
||||||
|
Name = "${var.prefix}-private-${count.index + 1}"
|
||||||
|
"kubernetes.io/cluster/${var.prefix}-eks" = "shared"
|
||||||
|
"kubernetes.io/role/internal-elb" = "1"
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_eip" "nat" {
|
||||||
|
domain = "vpc"
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-nat-eip" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_nat_gateway" "main" {
|
||||||
|
allocation_id = aws_eip.nat.id
|
||||||
|
subnet_id = aws_subnet.public[0].id
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-nat" })
|
||||||
|
|
||||||
|
depends_on = [aws_internet_gateway.main]
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table" "public" {
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
|
||||||
|
route {
|
||||||
|
cidr_block = "0.0.0.0/0"
|
||||||
|
gateway_id = aws_internet_gateway.main.id
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-public-rt" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table_association" "public" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
subnet_id = aws_subnet.public[count.index].id
|
||||||
|
route_table_id = aws_route_table.public.id
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table" "private" {
|
||||||
|
vpc_id = aws_vpc.main.id
|
||||||
|
|
||||||
|
route {
|
||||||
|
cidr_block = "0.0.0.0/0"
|
||||||
|
nat_gateway_id = aws_nat_gateway.main.id
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = merge(var.tags, { Name = "${var.prefix}-private-rt" })
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_route_table_association" "private" {
|
||||||
|
count = length(var.availability_zones)
|
||||||
|
subnet_id = aws_subnet.private[count.index].id
|
||||||
|
route_table_id = aws_route_table.private.id
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── EKS Cluster ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "aws_iam_role" "eks_cluster" {
|
||||||
|
name_prefix = "${var.prefix}-eks-cluster-"
|
||||||
|
|
||||||
|
assume_role_policy = jsonencode({
|
||||||
|
Version = "2012-10-17"
|
||||||
|
Statement = [{
|
||||||
|
Action = "sts:AssumeRole"
|
||||||
|
Effect = "Allow"
|
||||||
|
Principal = { Service = "eks.amazonaws.com" }
|
||||||
|
}]
|
||||||
|
})
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_cluster_policy" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEKSClusterPolicy"
|
||||||
|
role = aws_iam_role.eks_cluster.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_eks_cluster" "main" {
|
||||||
|
name = "${var.prefix}-eks"
|
||||||
|
role_arn = aws_iam_role.eks_cluster.arn
|
||||||
|
version = var.kubernetes_version
|
||||||
|
|
||||||
|
vpc_config {
|
||||||
|
subnet_ids = concat(aws_subnet.private[*].id, aws_subnet.public[*].id)
|
||||||
|
endpoint_private_access = true
|
||||||
|
endpoint_public_access = true
|
||||||
|
}
|
||||||
|
|
||||||
|
access_config {
|
||||||
|
authentication_mode = "API_AND_CONFIG_MAP"
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
|
||||||
|
depends_on = [aws_iam_role_policy_attachment.eks_cluster_policy]
|
||||||
|
}
|
||||||
|
|
||||||
|
# OIDC provider — required for IRSA
|
||||||
|
data "tls_certificate" "eks" {
|
||||||
|
url = aws_eks_cluster.main.identity[0].oidc[0].issuer
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_openid_connect_provider" "eks" {
|
||||||
|
client_id_list = ["sts.amazonaws.com"]
|
||||||
|
thumbprint_list = [data.tls_certificate.eks.certificates[0].sha1_fingerprint]
|
||||||
|
url = aws_eks_cluster.main.identity[0].oidc[0].issuer
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role" "eks_nodes" {
|
||||||
|
name_prefix = "${var.prefix}-eks-nodes-"
|
||||||
|
|
||||||
|
assume_role_policy = jsonencode({
|
||||||
|
Version = "2012-10-17"
|
||||||
|
Statement = [{
|
||||||
|
Action = "sts:AssumeRole"
|
||||||
|
Effect = "Allow"
|
||||||
|
Principal = { Service = "ec2.amazonaws.com" }
|
||||||
|
}]
|
||||||
|
})
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_worker_node_policy" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEKSWorkerNodePolicy"
|
||||||
|
role = aws_iam_role.eks_nodes.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_cni_policy" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEKS_CNI_Policy"
|
||||||
|
role = aws_iam_role.eks_nodes.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy_attachment" "eks_ecr_readonly" {
|
||||||
|
policy_arn = "arn:aws:iam::aws:policy/AmazonEC2ContainerRegistryReadOnly"
|
||||||
|
role = aws_iam_role.eks_nodes.name
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_eks_node_group" "main" {
|
||||||
|
cluster_name = aws_eks_cluster.main.name
|
||||||
|
node_group_name = "${var.prefix}-nodes"
|
||||||
|
node_role_arn = aws_iam_role.eks_nodes.arn
|
||||||
|
subnet_ids = aws_subnet.private[*].id
|
||||||
|
|
||||||
|
instance_types = [var.node_instance_type]
|
||||||
|
|
||||||
|
scaling_config {
|
||||||
|
desired_size = var.node_count
|
||||||
|
max_size = var.node_max_count
|
||||||
|
min_size = var.node_min_count
|
||||||
|
}
|
||||||
|
|
||||||
|
update_config {
|
||||||
|
max_unavailable = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
|
||||||
|
depends_on = [
|
||||||
|
aws_iam_role_policy_attachment.eks_worker_node_policy,
|
||||||
|
aws_iam_role_policy_attachment.eks_cni_policy,
|
||||||
|
aws_iam_role_policy_attachment.eks_ecr_readonly,
|
||||||
|
]
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── External-DNS IRSA ───────────────────────────────────────────────
|
||||||
|
# Allows external-dns to manage Route53 records for app ingresses.
|
||||||
|
|
||||||
|
data "aws_route53_zone" "main" {
|
||||||
|
name = var.domain
|
||||||
|
private_zone = false
|
||||||
|
}
|
||||||
|
|
||||||
|
data "aws_iam_policy_document" "external_dns_assume_role" {
|
||||||
|
statement {
|
||||||
|
effect = "Allow"
|
||||||
|
|
||||||
|
principals {
|
||||||
|
type = "Federated"
|
||||||
|
identifiers = [aws_iam_openid_connect_provider.eks.arn]
|
||||||
|
}
|
||||||
|
|
||||||
|
actions = ["sts:AssumeRoleWithWebIdentity"]
|
||||||
|
|
||||||
|
condition {
|
||||||
|
test = "StringEquals"
|
||||||
|
variable = "${replace(aws_iam_openid_connect_provider.eks.url, "https://", "")}:sub"
|
||||||
|
values = ["system:serviceaccount:external-dns:external-dns"]
|
||||||
|
}
|
||||||
|
|
||||||
|
condition {
|
||||||
|
test = "StringEquals"
|
||||||
|
variable = "${replace(aws_iam_openid_connect_provider.eks.url, "https://", "")}:aud"
|
||||||
|
values = ["sts.amazonaws.com"]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role" "external_dns_irsa" {
|
||||||
|
name_prefix = "${var.prefix}-external-dns-irsa-"
|
||||||
|
assume_role_policy = data.aws_iam_policy_document.external_dns_assume_role.json
|
||||||
|
|
||||||
|
tags = var.tags
|
||||||
|
}
|
||||||
|
|
||||||
|
data "aws_iam_policy_document" "external_dns_route53" {
|
||||||
|
statement {
|
||||||
|
effect = "Allow"
|
||||||
|
actions = ["route53:ChangeResourceRecordSets"]
|
||||||
|
resources = ["arn:aws:route53:::hostedzone/${data.aws_route53_zone.main.zone_id}"]
|
||||||
|
}
|
||||||
|
|
||||||
|
statement {
|
||||||
|
effect = "Allow"
|
||||||
|
actions = ["route53:ListHostedZones", "route53:ListResourceRecordSets", "route53:ListTagsForResource"]
|
||||||
|
resources = ["*"]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "aws_iam_role_policy" "external_dns_route53" {
|
||||||
|
name_prefix = "${var.prefix}-external-dns-route53-"
|
||||||
|
role = aws_iam_role.external_dns_irsa.id
|
||||||
|
policy = data.aws_iam_policy_document.external_dns_route53.json
|
||||||
|
}
|
||||||
3
.tofu/platforms/eks/workload/outputs.tf
Normal file
3
.tofu/platforms/eks/workload/outputs.tf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
output "cluster_name" { value = aws_eks_cluster.main.name }
|
||||||
|
output "aws_region" { value = var.region }
|
||||||
|
output "external_dns_irsa_role_arn" { value = aws_iam_role.external_dns_irsa.arn }
|
||||||
24
.tofu/platforms/eks/workload/providers.tf
Normal file
24
.tofu/platforms/eks/workload/providers.tf
Normal file
@@ -0,0 +1,24 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
aws = {
|
||||||
|
source = "hashicorp/aws"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
tls = {
|
||||||
|
source = "hashicorp/tls"
|
||||||
|
version = "~> 4.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# Authentication: set AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_SESSION_TOKEN
|
||||||
|
# or configure an AWS profile: export AWS_PROFILE=clst
|
||||||
|
provider "aws" {
|
||||||
|
region = var.region
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "AWS region for the workload environment"
|
||||||
|
type = string
|
||||||
|
default = "eu-west-1"
|
||||||
|
}
|
||||||
17
.tofu/platforms/gke/dev/main.tf
Normal file
17
.tofu/platforms/gke/dev/main.tf
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
project_id = var.project_id
|
||||||
|
region = var.region
|
||||||
|
prefix = "clst-dev"
|
||||||
|
|
||||||
|
# GKE — small dev nodes
|
||||||
|
node_machine_type = "e2-standard-2"
|
||||||
|
node_count = 2
|
||||||
|
deletion_protection = false
|
||||||
|
|
||||||
|
labels = {
|
||||||
|
environment = "dev"
|
||||||
|
managed-by = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
3
.tofu/platforms/gke/dev/outputs.tf
Normal file
3
.tofu/platforms/gke/dev/outputs.tf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
output "cluster_name" { value = module.cluster.cluster_name }
|
||||||
|
output "project_id" { value = module.cluster.project_id }
|
||||||
|
output "region" { value = module.cluster.region }
|
||||||
26
.tofu/platforms/gke/dev/providers.tf
Normal file
26
.tofu/platforms/gke/dev/providers.tf
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
google = {
|
||||||
|
source = "hashicorp/google"
|
||||||
|
version = "~> 6.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# Authentication: use Application Default Credentials (gcloud auth application-default login)
|
||||||
|
# or set GOOGLE_APPLICATION_CREDENTIALS to a service account key file.
|
||||||
|
provider "google" {
|
||||||
|
project = var.project_id
|
||||||
|
region = var.region
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "project_id" {
|
||||||
|
description = "GCP project ID for the dev environment"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "GCP region"
|
||||||
|
type = string
|
||||||
|
default = "europe-west4"
|
||||||
|
}
|
||||||
115
.tofu/platforms/gke/modules/cluster/main.tf
Normal file
115
.tofu/platforms/gke/modules/cluster/main.tf
Normal file
@@ -0,0 +1,115 @@
|
|||||||
|
# ─── Required APIs ────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "google_project_service" "compute" {
|
||||||
|
project = var.project_id
|
||||||
|
service = "compute.googleapis.com"
|
||||||
|
disable_on_destroy = false
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_project_service" "container" {
|
||||||
|
project = var.project_id
|
||||||
|
service = "container.googleapis.com"
|
||||||
|
disable_on_destroy = false
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Networking ───────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "google_compute_network" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-vpc"
|
||||||
|
auto_create_subnetworks = false
|
||||||
|
|
||||||
|
depends_on = [google_project_service.compute]
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_compute_subnetwork" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-subnet"
|
||||||
|
ip_cidr_range = "10.100.0.0/22"
|
||||||
|
region = var.region
|
||||||
|
network = google_compute_network.main.id
|
||||||
|
|
||||||
|
# Secondary ranges required for GKE VPC-native cluster
|
||||||
|
secondary_ip_range {
|
||||||
|
range_name = "pods"
|
||||||
|
ip_cidr_range = "10.200.0.0/14" # /14 = ~262k pod IPs
|
||||||
|
}
|
||||||
|
|
||||||
|
secondary_ip_range {
|
||||||
|
range_name = "services"
|
||||||
|
ip_cidr_range = "10.204.0.0/20" # /20 = ~4k service IPs
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── GKE Cluster ──────────────────────────────────────────────────────
|
||||||
|
#
|
||||||
|
# Regional cluster (3 control-plane replicas) for HA.
|
||||||
|
# Workload Identity enabled — allows K8s service accounts to impersonate
|
||||||
|
# Google Service Accounts for keyless access to GCP services.
|
||||||
|
|
||||||
|
resource "google_container_cluster" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-gke"
|
||||||
|
location = var.region # regional cluster
|
||||||
|
|
||||||
|
network = google_compute_network.main.id
|
||||||
|
subnetwork = google_compute_subnetwork.main.id
|
||||||
|
|
||||||
|
# VPC-native cluster with alias IP ranges
|
||||||
|
ip_allocation_policy {
|
||||||
|
cluster_secondary_range_name = "pods"
|
||||||
|
services_secondary_range_name = "services"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Workload Identity pool — enables OIDC token projection for pods
|
||||||
|
workload_identity_config {
|
||||||
|
workload_pool = "${var.project_id}.svc.id.goog"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Remove default node pool — we manage our own below
|
||||||
|
remove_default_node_pool = true
|
||||||
|
initial_node_count = 1
|
||||||
|
|
||||||
|
deletion_protection = var.deletion_protection
|
||||||
|
|
||||||
|
dynamic "release_channel" {
|
||||||
|
for_each = var.kubernetes_version == null ? [1] : []
|
||||||
|
content {
|
||||||
|
channel = "STABLE"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
resource_labels = var.labels
|
||||||
|
|
||||||
|
depends_on = [google_project_service.container]
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_container_node_pool" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-nodes"
|
||||||
|
location = var.region
|
||||||
|
cluster = google_container_cluster.main.name
|
||||||
|
node_count = var.node_count
|
||||||
|
|
||||||
|
node_config {
|
||||||
|
machine_type = var.node_machine_type
|
||||||
|
|
||||||
|
# GKE_METADATA mode is required for Workload Identity
|
||||||
|
workload_metadata_config {
|
||||||
|
mode = "GKE_METADATA"
|
||||||
|
}
|
||||||
|
|
||||||
|
oauth_scopes = [
|
||||||
|
"https://www.googleapis.com/auth/cloud-platform",
|
||||||
|
]
|
||||||
|
|
||||||
|
labels = merge(var.labels, {
|
||||||
|
role = "worker"
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
management {
|
||||||
|
auto_repair = true
|
||||||
|
auto_upgrade = true
|
||||||
|
}
|
||||||
|
}
|
||||||
16
.tofu/platforms/gke/modules/cluster/outputs.tf
Normal file
16
.tofu/platforms/gke/modules/cluster/outputs.tf
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
description = "GKE cluster name"
|
||||||
|
value = google_container_cluster.main.name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "project_id" {
|
||||||
|
description = "GCP project ID"
|
||||||
|
value = var.project_id
|
||||||
|
}
|
||||||
|
|
||||||
|
output "region" {
|
||||||
|
description = "GCP region"
|
||||||
|
value = var.region
|
||||||
|
}
|
||||||
8
.tofu/platforms/gke/modules/cluster/providers.tf
Normal file
8
.tofu/platforms/gke/modules/cluster/providers.tf
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
google = {
|
||||||
|
source = "hashicorp/google"
|
||||||
|
version = "~> 6.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
48
.tofu/platforms/gke/modules/cluster/variables.tf
Normal file
48
.tofu/platforms/gke/modules/cluster/variables.tf
Normal file
@@ -0,0 +1,48 @@
|
|||||||
|
# ─── Project / Region ────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "project_id" {
|
||||||
|
description = "GCP project ID"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "GCP region (e.g., europe-west4, europe-west1)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names (e.g., clst-dev)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── GKE Cluster ─────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "node_machine_type" {
|
||||||
|
description = "GKE node machine type (e.g., e2-standard-2, e2-standard-4)"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_count" {
|
||||||
|
description = "Number of nodes per zone (regional cluster spawns nodes in each zone)"
|
||||||
|
type = number
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "kubernetes_version" {
|
||||||
|
description = "GKE Kubernetes version channel (null = STABLE release channel)"
|
||||||
|
type = string
|
||||||
|
default = null
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "deletion_protection" {
|
||||||
|
description = "Prevent cluster deletion (set true for production)"
|
||||||
|
type = bool
|
||||||
|
default = false
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Labels ──────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "labels" {
|
||||||
|
description = "Labels applied to all resources"
|
||||||
|
type = map(string)
|
||||||
|
default = {}
|
||||||
|
}
|
||||||
17
.tofu/platforms/gke/prod/main.tf
Normal file
17
.tofu/platforms/gke/prod/main.tf
Normal file
@@ -0,0 +1,17 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
project_id = var.project_id
|
||||||
|
region = var.region
|
||||||
|
prefix = "clst"
|
||||||
|
|
||||||
|
# GKE — general-purpose nodes for production
|
||||||
|
node_machine_type = "e2-standard-4"
|
||||||
|
node_count = 3
|
||||||
|
deletion_protection = true
|
||||||
|
|
||||||
|
labels = {
|
||||||
|
environment = "prod"
|
||||||
|
managed-by = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
3
.tofu/platforms/gke/prod/outputs.tf
Normal file
3
.tofu/platforms/gke/prod/outputs.tf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
output "cluster_name" { value = module.cluster.cluster_name }
|
||||||
|
output "project_id" { value = module.cluster.project_id }
|
||||||
|
output "region" { value = module.cluster.region }
|
||||||
24
.tofu/platforms/gke/prod/providers.tf
Normal file
24
.tofu/platforms/gke/prod/providers.tf
Normal file
@@ -0,0 +1,24 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
google = {
|
||||||
|
source = "hashicorp/google"
|
||||||
|
version = "~> 6.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "google" {
|
||||||
|
project = var.project_id
|
||||||
|
region = var.region
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "project_id" {
|
||||||
|
description = "GCP project ID for the prod environment"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "GCP region"
|
||||||
|
type = string
|
||||||
|
default = "europe-west1"
|
||||||
|
}
|
||||||
194
.tofu/platforms/gke/workload/main.tf
Normal file
194
.tofu/platforms/gke/workload/main.tf
Normal file
@@ -0,0 +1,194 @@
|
|||||||
|
# =============================================================================
|
||||||
|
# GCP Workload Cluster
|
||||||
|
# =============================================================================
|
||||||
|
# A lean GKE cluster for running application workloads. No managed data
|
||||||
|
# services — those live on the platform cluster. ArgoCD (on the platform
|
||||||
|
# cluster) deploys apps to this cluster via the app-of-apps pattern.
|
||||||
|
#
|
||||||
|
# Platform components deployed by deploy-workload.sh:
|
||||||
|
# nginx-ingress, cert-manager, external-dns, external-secrets, alloy
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# tofu init && tofu plan && tofu apply
|
||||||
|
# ./sync-tofu-outputs.sh --env gcp-workload
|
||||||
|
# ./deploy-workload.sh --env gcp-workload
|
||||||
|
# =============================================================================
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names (e.g., clst-workload)"
|
||||||
|
type = string
|
||||||
|
default = "clst-workload"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_machine_type" {
|
||||||
|
description = "GKE node machine type"
|
||||||
|
type = string
|
||||||
|
default = "e2-standard-2"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_count" {
|
||||||
|
description = "Number of nodes per zone"
|
||||||
|
type = number
|
||||||
|
default = 1
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "kubernetes_version" {
|
||||||
|
description = "GKE Kubernetes version (null = STABLE release channel)"
|
||||||
|
type = string
|
||||||
|
default = null
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "deletion_protection" {
|
||||||
|
description = "Prevent cluster deletion"
|
||||||
|
type = bool
|
||||||
|
default = false
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "labels" {
|
||||||
|
description = "Labels applied to all resources"
|
||||||
|
type = map(string)
|
||||||
|
default = {
|
||||||
|
environment = "workload"
|
||||||
|
managed-by = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Required APIs ────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "google_project_service" "compute" {
|
||||||
|
project = var.project_id
|
||||||
|
service = "compute.googleapis.com"
|
||||||
|
disable_on_destroy = false
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_project_service" "container" {
|
||||||
|
project = var.project_id
|
||||||
|
service = "container.googleapis.com"
|
||||||
|
disable_on_destroy = false
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_project_service" "iam" {
|
||||||
|
project = var.project_id
|
||||||
|
service = "iam.googleapis.com"
|
||||||
|
disable_on_destroy = false
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_project_service" "dns" {
|
||||||
|
project = var.project_id
|
||||||
|
service = "dns.googleapis.com"
|
||||||
|
disable_on_destroy = false
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Networking ───────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "google_compute_network" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-vpc"
|
||||||
|
auto_create_subnetworks = false
|
||||||
|
|
||||||
|
depends_on = [google_project_service.compute]
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_compute_subnetwork" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-subnet"
|
||||||
|
ip_cidr_range = "10.110.0.0/22"
|
||||||
|
region = var.region
|
||||||
|
network = google_compute_network.main.id
|
||||||
|
|
||||||
|
secondary_ip_range {
|
||||||
|
range_name = "pods"
|
||||||
|
ip_cidr_range = "10.210.0.0/14"
|
||||||
|
}
|
||||||
|
|
||||||
|
secondary_ip_range {
|
||||||
|
range_name = "services"
|
||||||
|
ip_cidr_range = "10.214.0.0/20"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── GKE Cluster ──────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "google_container_cluster" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-gke"
|
||||||
|
location = var.region
|
||||||
|
|
||||||
|
network = google_compute_network.main.id
|
||||||
|
subnetwork = google_compute_subnetwork.main.id
|
||||||
|
|
||||||
|
ip_allocation_policy {
|
||||||
|
cluster_secondary_range_name = "pods"
|
||||||
|
services_secondary_range_name = "services"
|
||||||
|
}
|
||||||
|
|
||||||
|
workload_identity_config {
|
||||||
|
workload_pool = "${var.project_id}.svc.id.goog"
|
||||||
|
}
|
||||||
|
|
||||||
|
remove_default_node_pool = true
|
||||||
|
initial_node_count = 1
|
||||||
|
|
||||||
|
deletion_protection = var.deletion_protection
|
||||||
|
|
||||||
|
dynamic "release_channel" {
|
||||||
|
for_each = var.kubernetes_version == null ? [1] : []
|
||||||
|
content {
|
||||||
|
channel = "STABLE"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
resource_labels = var.labels
|
||||||
|
|
||||||
|
depends_on = [google_project_service.container]
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_container_node_pool" "main" {
|
||||||
|
project = var.project_id
|
||||||
|
name = "${var.prefix}-nodes"
|
||||||
|
location = var.region
|
||||||
|
cluster = google_container_cluster.main.name
|
||||||
|
node_count = var.node_count
|
||||||
|
|
||||||
|
node_config {
|
||||||
|
machine_type = var.node_machine_type
|
||||||
|
|
||||||
|
workload_metadata_config {
|
||||||
|
mode = "GKE_METADATA"
|
||||||
|
}
|
||||||
|
|
||||||
|
oauth_scopes = [
|
||||||
|
"https://www.googleapis.com/auth/cloud-platform",
|
||||||
|
]
|
||||||
|
|
||||||
|
labels = merge(var.labels, { role = "worker" })
|
||||||
|
}
|
||||||
|
|
||||||
|
management {
|
||||||
|
auto_repair = true
|
||||||
|
auto_upgrade = true
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── External-DNS Workload Identity ──────────────────────────────────
|
||||||
|
# Allows external-dns to manage Cloud DNS records for app ingresses.
|
||||||
|
|
||||||
|
resource "google_service_account" "external_dns" {
|
||||||
|
project = var.project_id
|
||||||
|
account_id = "${var.prefix}-external-dns"
|
||||||
|
display_name = "External-DNS Service Account (Workload Identity)"
|
||||||
|
|
||||||
|
depends_on = [google_project_service.iam]
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_project_iam_member" "external_dns_dns_admin" {
|
||||||
|
project = var.project_id
|
||||||
|
role = "roles/dns.admin"
|
||||||
|
member = "serviceAccount:${google_service_account.external_dns.email}"
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "google_service_account_iam_member" "external_dns_workload_identity" {
|
||||||
|
service_account_id = google_service_account.external_dns.name
|
||||||
|
role = "roles/iam.workloadIdentityUser"
|
||||||
|
member = "serviceAccount:${var.project_id}.svc.id.goog[external-dns/external-dns]"
|
||||||
|
}
|
||||||
4
.tofu/platforms/gke/workload/outputs.tf
Normal file
4
.tofu/platforms/gke/workload/outputs.tf
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
output "cluster_name" { value = google_container_cluster.main.name }
|
||||||
|
output "project_id" { value = var.project_id }
|
||||||
|
output "region" { value = var.region }
|
||||||
|
output "external_dns_gsa_email" { value = google_service_account.external_dns.email }
|
||||||
26
.tofu/platforms/gke/workload/providers.tf
Normal file
26
.tofu/platforms/gke/workload/providers.tf
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
google = {
|
||||||
|
source = "hashicorp/google"
|
||||||
|
version = "~> 6.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# Authentication: use Application Default Credentials (gcloud auth application-default login)
|
||||||
|
# or set GOOGLE_APPLICATION_CREDENTIALS to a service account key file.
|
||||||
|
provider "google" {
|
||||||
|
project = var.project_id
|
||||||
|
region = var.region
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "project_id" {
|
||||||
|
description = "GCP project ID for the workload environment"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "region" {
|
||||||
|
description = "GCP region"
|
||||||
|
type = string
|
||||||
|
default = "europe-west4"
|
||||||
|
}
|
||||||
14
.tofu/platforms/upc/dev/main.tf
Normal file
14
.tofu/platforms/upc/dev/main.tf
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
prefix = "clst-dev"
|
||||||
|
zone = "no-svg1"
|
||||||
|
node_plan = "DEV-1xCPU-2GB"
|
||||||
|
node_count = 2
|
||||||
|
network_cidr = "10.100.0.0/24"
|
||||||
|
|
||||||
|
tags = {
|
||||||
|
Environment = "dev"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
13
.tofu/platforms/upc/dev/outputs.tf
Normal file
13
.tofu/platforms/upc/dev/outputs.tf
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_id" {
|
||||||
|
value = module.cluster.cluster_id
|
||||||
|
}
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
value = module.cluster.cluster_name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "zone" {
|
||||||
|
value = module.cluster.zone
|
||||||
|
}
|
||||||
14
.tofu/platforms/upc/dev/providers.tf
Normal file
14
.tofu/platforms/upc/dev/providers.tf
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
terraform {
|
||||||
|
required_version = ">= 1.0"
|
||||||
|
|
||||||
|
required_providers {
|
||||||
|
upcloud = {
|
||||||
|
source = "UpCloudLtd/upcloud"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "upcloud" {
|
||||||
|
# Set via environment variables: UPCLOUD_USERNAME, UPCLOUD_PASSWORD
|
||||||
|
}
|
||||||
56
.tofu/platforms/upc/modules/cluster/main.tf
Normal file
56
.tofu/platforms/upc/modules/cluster/main.tf
Normal file
@@ -0,0 +1,56 @@
|
|||||||
|
# Router for the private network
|
||||||
|
resource "upcloud_router" "kubernetes" {
|
||||||
|
name = "${var.prefix}-${var.cluster_name}-router"
|
||||||
|
}
|
||||||
|
|
||||||
|
# Gateway for internet connectivity
|
||||||
|
resource "upcloud_gateway" "kubernetes" {
|
||||||
|
name = "${var.prefix}-${var.cluster_name}-gateway"
|
||||||
|
zone = var.zone
|
||||||
|
features = ["nat"]
|
||||||
|
router {
|
||||||
|
id = upcloud_router.kubernetes.id
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# Private network for the Kubernetes cluster
|
||||||
|
resource "upcloud_network" "kubernetes" {
|
||||||
|
name = "${var.prefix}-${var.cluster_name}-network"
|
||||||
|
zone = var.zone
|
||||||
|
router = upcloud_router.kubernetes.id
|
||||||
|
|
||||||
|
ip_network {
|
||||||
|
address = var.network_cidr
|
||||||
|
dhcp = true
|
||||||
|
dhcp_default_route = true
|
||||||
|
family = "IPv4"
|
||||||
|
gateway = cidrhost(var.network_cidr, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
depends_on = [upcloud_gateway.kubernetes]
|
||||||
|
}
|
||||||
|
|
||||||
|
# Kubernetes cluster
|
||||||
|
resource "upcloud_kubernetes_cluster" "main" {
|
||||||
|
name = "${var.prefix}-${var.cluster_name}"
|
||||||
|
zone = var.zone
|
||||||
|
network = upcloud_network.kubernetes.id
|
||||||
|
control_plane_ip_filter = var.control_plane_ip_filter
|
||||||
|
|
||||||
|
private_node_groups = true
|
||||||
|
}
|
||||||
|
|
||||||
|
# Node group for worker nodes
|
||||||
|
resource "upcloud_kubernetes_node_group" "workers" {
|
||||||
|
cluster = upcloud_kubernetes_cluster.main.id
|
||||||
|
name = "${var.prefix}-${var.cluster_name}-workers"
|
||||||
|
node_count = var.node_count
|
||||||
|
plan = var.node_plan
|
||||||
|
anti_affinity = var.node_count > 1
|
||||||
|
labels = {
|
||||||
|
prefix = var.prefix
|
||||||
|
cluster = var.cluster_name
|
||||||
|
role = "worker"
|
||||||
|
env = lookup(var.tags, "Environment", "dev")
|
||||||
|
}
|
||||||
|
}
|
||||||
31
.tofu/platforms/upc/modules/cluster/outputs.tf
Normal file
31
.tofu/platforms/upc/modules/cluster/outputs.tf
Normal file
@@ -0,0 +1,31 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_id" {
|
||||||
|
description = "The ID of the Kubernetes cluster"
|
||||||
|
value = upcloud_kubernetes_cluster.main.id
|
||||||
|
}
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
description = "The name of the Kubernetes cluster"
|
||||||
|
value = upcloud_kubernetes_cluster.main.name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "network_id" {
|
||||||
|
description = "The ID of the private network"
|
||||||
|
value = upcloud_network.kubernetes.id
|
||||||
|
}
|
||||||
|
|
||||||
|
output "network_cidr" {
|
||||||
|
description = "The CIDR block of the private network"
|
||||||
|
value = var.network_cidr
|
||||||
|
}
|
||||||
|
|
||||||
|
output "kubernetes_version" {
|
||||||
|
description = "The Kubernetes version of the cluster"
|
||||||
|
value = upcloud_kubernetes_cluster.main.version
|
||||||
|
}
|
||||||
|
|
||||||
|
output "zone" {
|
||||||
|
description = "The zone where the cluster is deployed"
|
||||||
|
value = var.zone
|
||||||
|
}
|
||||||
8
.tofu/platforms/upc/modules/cluster/providers.tf
Normal file
8
.tofu/platforms/upc/modules/cluster/providers.tf
Normal file
@@ -0,0 +1,8 @@
|
|||||||
|
terraform {
|
||||||
|
required_providers {
|
||||||
|
upcloud = {
|
||||||
|
source = "UpCloudLtd/upcloud"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
44
.tofu/platforms/upc/modules/cluster/variables.tf
Normal file
44
.tofu/platforms/upc/modules/cluster/variables.tf
Normal file
@@ -0,0 +1,44 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "cluster_name" {
|
||||||
|
description = "Name of the Kubernetes cluster"
|
||||||
|
type = string
|
||||||
|
default = "main"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "zone" {
|
||||||
|
description = "UpCloud zone"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_plan" {
|
||||||
|
description = "UpCloud server plan for worker nodes"
|
||||||
|
type = string
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_count" {
|
||||||
|
description = "Number of worker nodes"
|
||||||
|
type = number
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "network_cidr" {
|
||||||
|
description = "CIDR block for the private network"
|
||||||
|
type = string
|
||||||
|
default = "10.100.0.0/24"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "control_plane_ip_filter" {
|
||||||
|
description = "CIDRs allowed to access the K8s API"
|
||||||
|
type = list(string)
|
||||||
|
default = ["0.0.0.0/0"]
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "tags" {
|
||||||
|
description = "Labels to apply to resources"
|
||||||
|
type = map(string)
|
||||||
|
}
|
||||||
16
.tofu/platforms/upc/prod/main.tf
Normal file
16
.tofu/platforms/upc/prod/main.tf
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
module "cluster" {
|
||||||
|
source = "../modules/cluster"
|
||||||
|
|
||||||
|
prefix = "clst"
|
||||||
|
zone = "de-fra1"
|
||||||
|
node_plan = "4xCPU-8GB"
|
||||||
|
node_count = 3
|
||||||
|
network_cidr = "10.100.0.0/24"
|
||||||
|
|
||||||
|
control_plane_ip_filter = ["0.0.0.0/0"] # TODO: restrict to known CIDRs
|
||||||
|
|
||||||
|
tags = {
|
||||||
|
Environment = "prod"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
13
.tofu/platforms/upc/prod/outputs.tf
Normal file
13
.tofu/platforms/upc/prod/outputs.tf
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
# ─── Cluster ─────────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
output "cluster_id" {
|
||||||
|
value = module.cluster.cluster_id
|
||||||
|
}
|
||||||
|
|
||||||
|
output "cluster_name" {
|
||||||
|
value = module.cluster.cluster_name
|
||||||
|
}
|
||||||
|
|
||||||
|
output "zone" {
|
||||||
|
value = module.cluster.zone
|
||||||
|
}
|
||||||
14
.tofu/platforms/upc/prod/providers.tf
Normal file
14
.tofu/platforms/upc/prod/providers.tf
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
terraform {
|
||||||
|
required_version = ">= 1.0"
|
||||||
|
|
||||||
|
required_providers {
|
||||||
|
upcloud = {
|
||||||
|
source = "UpCloudLtd/upcloud"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "upcloud" {
|
||||||
|
# Set via environment variables: UPCLOUD_USERNAME, UPCLOUD_PASSWORD
|
||||||
|
}
|
||||||
116
.tofu/platforms/upc/workload/main.tf
Normal file
116
.tofu/platforms/upc/workload/main.tf
Normal file
@@ -0,0 +1,116 @@
|
|||||||
|
# =============================================================================
|
||||||
|
# UpCloud Workload Cluster
|
||||||
|
# =============================================================================
|
||||||
|
# A lean UCS cluster for running application workloads. No managed data
|
||||||
|
# services — those live on the platform cluster. ArgoCD (on the platform
|
||||||
|
# cluster) deploys apps to this cluster via the app-of-apps pattern.
|
||||||
|
#
|
||||||
|
# Platform components deployed by deploy-workload.sh:
|
||||||
|
# nginx-ingress, cert-manager, external-dns, external-secrets, alloy
|
||||||
|
#
|
||||||
|
# Usage:
|
||||||
|
# tofu init && tofu plan && tofu apply
|
||||||
|
# ./sync-tofu-outputs.sh --env upcloud-workload
|
||||||
|
# ./deploy-workload.sh --env upcloud-workload
|
||||||
|
# =============================================================================
|
||||||
|
|
||||||
|
variable "prefix" {
|
||||||
|
description = "Prefix for resource names"
|
||||||
|
type = string
|
||||||
|
default = "clst-workload"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "zone" {
|
||||||
|
description = "UpCloud zone"
|
||||||
|
type = string
|
||||||
|
default = "fi-hel1"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_plan" {
|
||||||
|
description = "UpCloud server plan for worker nodes"
|
||||||
|
type = string
|
||||||
|
default = "2xCPU-4GB"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "node_count" {
|
||||||
|
description = "Number of worker nodes"
|
||||||
|
type = number
|
||||||
|
default = 2
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "network_cidr" {
|
||||||
|
description = "CIDR block for the private network"
|
||||||
|
type = string
|
||||||
|
default = "10.110.0.0/24"
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "control_plane_ip_filter" {
|
||||||
|
description = "CIDRs allowed to access the K8s API"
|
||||||
|
type = list(string)
|
||||||
|
default = ["0.0.0.0/0"]
|
||||||
|
}
|
||||||
|
|
||||||
|
variable "tags" {
|
||||||
|
description = "Labels to apply to resources"
|
||||||
|
type = map(string)
|
||||||
|
default = {
|
||||||
|
Environment = "workload"
|
||||||
|
ManagedBy = "tofu"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Networking ───────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "upcloud_router" "kubernetes" {
|
||||||
|
name = "${var.prefix}-workload-router"
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "upcloud_gateway" "kubernetes" {
|
||||||
|
name = "${var.prefix}-workload-gateway"
|
||||||
|
zone = var.zone
|
||||||
|
features = ["nat"]
|
||||||
|
router {
|
||||||
|
id = upcloud_router.kubernetes.id
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "upcloud_network" "kubernetes" {
|
||||||
|
name = "${var.prefix}-workload-network"
|
||||||
|
zone = var.zone
|
||||||
|
router = upcloud_router.kubernetes.id
|
||||||
|
|
||||||
|
ip_network {
|
||||||
|
address = var.network_cidr
|
||||||
|
dhcp = true
|
||||||
|
dhcp_default_route = true
|
||||||
|
family = "IPv4"
|
||||||
|
gateway = cidrhost(var.network_cidr, 1)
|
||||||
|
}
|
||||||
|
|
||||||
|
depends_on = [upcloud_gateway.kubernetes]
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Kubernetes Cluster ───────────────────────────────────────────────
|
||||||
|
|
||||||
|
resource "upcloud_kubernetes_cluster" "main" {
|
||||||
|
name = "${var.prefix}-workload"
|
||||||
|
zone = var.zone
|
||||||
|
network = upcloud_network.kubernetes.id
|
||||||
|
control_plane_ip_filter = var.control_plane_ip_filter
|
||||||
|
|
||||||
|
private_node_groups = true
|
||||||
|
}
|
||||||
|
|
||||||
|
resource "upcloud_kubernetes_node_group" "workers" {
|
||||||
|
cluster = upcloud_kubernetes_cluster.main.id
|
||||||
|
name = "${var.prefix}-workload-workers"
|
||||||
|
node_count = var.node_count
|
||||||
|
plan = var.node_plan
|
||||||
|
anti_affinity = var.node_count > 1
|
||||||
|
labels = {
|
||||||
|
prefix = var.prefix
|
||||||
|
cluster = "workload"
|
||||||
|
role = "worker"
|
||||||
|
env = lookup(var.tags, "Environment", "workload")
|
||||||
|
}
|
||||||
|
}
|
||||||
3
.tofu/platforms/upc/workload/outputs.tf
Normal file
3
.tofu/platforms/upc/workload/outputs.tf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
output "cluster_name" { value = upcloud_kubernetes_cluster.main.name }
|
||||||
|
output "cluster_id" { value = upcloud_kubernetes_cluster.main.id }
|
||||||
|
output "zone" { value = var.zone }
|
||||||
14
.tofu/platforms/upc/workload/providers.tf
Normal file
14
.tofu/platforms/upc/workload/providers.tf
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
terraform {
|
||||||
|
required_version = ">= 1.0"
|
||||||
|
|
||||||
|
required_providers {
|
||||||
|
upcloud = {
|
||||||
|
source = "UpCloudLtd/upcloud"
|
||||||
|
version = "~> 5.0"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
provider "upcloud" {
|
||||||
|
# Set via environment variables: UPCLOUD_USERNAME, UPCLOUD_PASSWORD
|
||||||
|
}
|
||||||
66
.tofu/scripts/get-kubeconfig.sh
Normal file
66
.tofu/scripts/get-kubeconfig.sh
Normal file
@@ -0,0 +1,66 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
|
TOFU_ROOT="$(dirname "$SCRIPT_DIR")"
|
||||||
|
PROJECT_ROOT="$(dirname "$TOFU_ROOT")"
|
||||||
|
|
||||||
|
CLUSTER="${1:?Usage: $0 <cluster> (e.g., aks-dev, eks-prod)}"
|
||||||
|
PLATFORM="${CLUSTER%%-*}"
|
||||||
|
ENV="${CLUSTER#*-}"
|
||||||
|
|
||||||
|
KUBECONFIG_FILE="$PROJECT_ROOT/private/$CLUSTER/kubeconfig"
|
||||||
|
|
||||||
|
if [[ -f "$KUBECONFIG_FILE" ]]; then
|
||||||
|
echo "Kubeconfig already exists: $KUBECONFIG_FILE"
|
||||||
|
echo ""
|
||||||
|
echo " export KUBECONFIG=$KUBECONFIG_FILE"
|
||||||
|
else
|
||||||
|
echo "No cached kubeconfig. Fetching from platform..."
|
||||||
|
|
||||||
|
# Load platform credentials
|
||||||
|
ENV_FILE="$TOFU_ROOT/configs/$PLATFORM.env"
|
||||||
|
if [[ -f "$ENV_FILE" ]]; then
|
||||||
|
set -a; source "$ENV_FILE"; set +a
|
||||||
|
fi
|
||||||
|
|
||||||
|
TOFU_DIR="$TOFU_ROOT/platforms/$PLATFORM/$ENV"
|
||||||
|
mkdir -p "$(dirname "$KUBECONFIG_FILE")"
|
||||||
|
|
||||||
|
case "$PLATFORM" in
|
||||||
|
aks)
|
||||||
|
cd "$TOFU_DIR"
|
||||||
|
RG=$(tofu output -raw resource_group_name 2>/dev/null || echo "$CLUSTER-rg")
|
||||||
|
NAME=$(tofu output -raw cluster_name 2>/dev/null || echo "$CLUSTER")
|
||||||
|
az aks get-credentials --resource-group "$RG" --name "$NAME" --file "$KUBECONFIG_FILE" --overwrite-existing
|
||||||
|
;;
|
||||||
|
eks)
|
||||||
|
cd "$TOFU_DIR"
|
||||||
|
NAME=$(tofu output -raw cluster_name 2>/dev/null || echo "$CLUSTER")
|
||||||
|
REGION=$(tofu output -raw aws_region 2>/dev/null || echo "${AWS_REGION:-eu-west-1}")
|
||||||
|
aws eks update-kubeconfig --name "$NAME" --region "$REGION" --kubeconfig "$KUBECONFIG_FILE"
|
||||||
|
;;
|
||||||
|
gke)
|
||||||
|
cd "$TOFU_DIR"
|
||||||
|
NAME=$(tofu output -raw cluster_name 2>/dev/null || echo "$CLUSTER")
|
||||||
|
REGION=$(tofu output -raw region 2>/dev/null || echo "${GCP_REGION:-europe-west4}")
|
||||||
|
PROJECT=$(tofu output -raw project_id 2>/dev/null || echo "${GCP_PROJECT_ID:-}")
|
||||||
|
gcloud container clusters get-credentials "$NAME" --region "$REGION" --project "$PROJECT"
|
||||||
|
cp ~/.kube/config "$KUBECONFIG_FILE"
|
||||||
|
;;
|
||||||
|
upc)
|
||||||
|
cd "$TOFU_DIR"
|
||||||
|
CLUSTER_ID=$(tofu output -raw cluster_id 2>/dev/null || echo "${UPCLOUD_CLUSTER_ID:-}")
|
||||||
|
upctl kubernetes config "$CLUSTER_ID" > "$KUBECONFIG_FILE"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "Error: unknown platform '$PLATFORM'"
|
||||||
|
exit 1
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
chmod 600 "$KUBECONFIG_FILE"
|
||||||
|
echo "Kubeconfig saved: $KUBECONFIG_FILE"
|
||||||
|
echo ""
|
||||||
|
echo " export KUBECONFIG=$KUBECONFIG_FILE"
|
||||||
|
fi
|
||||||
246
.tofu/scripts/setup-cluster.sh
Normal file
246
.tofu/scripts/setup-cluster.sh
Normal file
@@ -0,0 +1,246 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
|
TOFU_ROOT="$(dirname "$SCRIPT_DIR")"
|
||||||
|
PROJECT_ROOT="$(dirname "$TOFU_ROOT")"
|
||||||
|
|
||||||
|
# ─── Usage ────────────────────────────────────────────────────────────
|
||||||
|
usage() {
|
||||||
|
cat <<EOF
|
||||||
|
Usage: $0 <cluster> [options]
|
||||||
|
|
||||||
|
Provision a Kubernetes cluster using OpenTofu.
|
||||||
|
Mirrors bootstrap.sh convention: cluster = <platform>-<env>
|
||||||
|
|
||||||
|
Clusters: aks-dev | aks-prod | eks-dev | eks-prod
|
||||||
|
gke-dev | gke-prod | upc-dev | upc-prod
|
||||||
|
<platform>-workload (for workload clusters)
|
||||||
|
|
||||||
|
Options:
|
||||||
|
--plan Plan only, don't apply
|
||||||
|
--destroy Destroy the cluster (use teardown-cluster.sh instead)
|
||||||
|
--auto Skip confirmation prompts
|
||||||
|
-h, --help Show this help
|
||||||
|
|
||||||
|
Examples:
|
||||||
|
$0 aks-dev
|
||||||
|
$0 eks-prod --plan
|
||||||
|
$0 upc-dev --auto
|
||||||
|
|
||||||
|
Prerequisites:
|
||||||
|
- tofu, kubectl, helm installed
|
||||||
|
- Platform credentials in .tofu/configs/<platform>.env
|
||||||
|
- Cluster config in clusters/<cluster>.yaml
|
||||||
|
|
||||||
|
After provisioning, run:
|
||||||
|
./bootstrap.sh <cluster>
|
||||||
|
EOF
|
||||||
|
exit "${1:-0}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# ─── Parse arguments ──────────────────────────────────────────────────
|
||||||
|
CLUSTER=""
|
||||||
|
PLAN_ONLY=false
|
||||||
|
DESTROY=false
|
||||||
|
AUTO_APPROVE=false
|
||||||
|
|
||||||
|
while [[ $# -gt 0 ]]; do
|
||||||
|
case "$1" in
|
||||||
|
--plan) PLAN_ONLY=true; shift ;;
|
||||||
|
--destroy) DESTROY=true; shift ;;
|
||||||
|
--auto) AUTO_APPROVE=true; shift ;;
|
||||||
|
-h|--help) usage 0 ;;
|
||||||
|
-*) echo "Unknown option: $1"; usage 1 ;;
|
||||||
|
*)
|
||||||
|
if [[ -z "$CLUSTER" ]]; then
|
||||||
|
CLUSTER="$1"
|
||||||
|
else
|
||||||
|
echo "Error: unexpected argument '$1'"
|
||||||
|
usage 1
|
||||||
|
fi
|
||||||
|
shift
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
[[ -z "$CLUSTER" ]] && { echo "Error: <cluster> argument required"; usage 1; }
|
||||||
|
|
||||||
|
# ─── Map cluster → platform + env ────────────────────────────────────
|
||||||
|
PLATFORM="${CLUSTER%%-*}" # aks-dev → aks
|
||||||
|
ENV="${CLUSTER#*-}" # aks-dev → dev
|
||||||
|
|
||||||
|
case "$PLATFORM" in
|
||||||
|
aks|eks|gke|upc) ;;
|
||||||
|
*) echo "Error: unknown platform '$PLATFORM'. Expected: aks, eks, gke, upc"; exit 1 ;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
TOFU_DIR="$TOFU_ROOT/platforms/$PLATFORM/$ENV"
|
||||||
|
if [[ ! -d "$TOFU_DIR" ]]; then
|
||||||
|
echo "Error: tofu directory not found: $TOFU_DIR"
|
||||||
|
echo "Available environments for $PLATFORM:"
|
||||||
|
ls -1 "$TOFU_ROOT/platforms/$PLATFORM/" 2>/dev/null | grep -v modules || echo " (none)"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "========================================="
|
||||||
|
echo " Kubernetes Cluster Setup"
|
||||||
|
echo "========================================="
|
||||||
|
echo ""
|
||||||
|
echo " Cluster: $CLUSTER"
|
||||||
|
echo " Platform: $PLATFORM"
|
||||||
|
echo " Env: $ENV"
|
||||||
|
echo " Tofu dir: $TOFU_DIR"
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# ─── Prerequisites ────────────────────────────────────────────────────
|
||||||
|
echo "=== Checking Prerequisites ==="
|
||||||
|
command -v tofu >/dev/null 2>&1 || { echo "Error: tofu is not installed."; exit 1; }
|
||||||
|
command -v kubectl >/dev/null 2>&1 || { echo "Error: kubectl is not installed."; exit 1; }
|
||||||
|
command -v helm >/dev/null 2>&1 || { echo "Error: helm is not installed."; exit 1; }
|
||||||
|
echo " tofu, kubectl, helm: OK"
|
||||||
|
|
||||||
|
# ─── Load platform credentials ────────────────────────────────────────
|
||||||
|
ENV_FILE="$TOFU_ROOT/configs/$PLATFORM.env"
|
||||||
|
if [[ -f "$ENV_FILE" ]]; then
|
||||||
|
echo " Loading credentials from configs/$PLATFORM.env"
|
||||||
|
set -a
|
||||||
|
# shellcheck disable=SC1090
|
||||||
|
source "$ENV_FILE"
|
||||||
|
set +a
|
||||||
|
else
|
||||||
|
echo " Warning: $ENV_FILE not found — using existing environment/CLI auth"
|
||||||
|
echo " Copy configs/$PLATFORM.env.example → configs/$PLATFORM.env to configure"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# ─── Load cluster config (if exists) ──────────────────────────────────
|
||||||
|
CLUSTER_CONFIG="$PROJECT_ROOT/clusters/$CLUSTER.yaml"
|
||||||
|
if [[ -f "$CLUSTER_CONFIG" ]]; then
|
||||||
|
echo " Loading cluster config from clusters/$CLUSTER.yaml"
|
||||||
|
if command -v yq >/dev/null 2>&1; then
|
||||||
|
eval "$(yq -r 'to_entries[] | "export CLUSTER_\(.key)=\"\(.value)\""' "$CLUSTER_CONFIG")"
|
||||||
|
echo " Cluster name: ${CLUSTER_clusterName:-$CLUSTER}"
|
||||||
|
else
|
||||||
|
echo " Warning: yq not installed — cluster config not loaded"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
echo " Warning: $CLUSTER_CONFIG not found — using defaults"
|
||||||
|
fi
|
||||||
|
echo ""
|
||||||
|
|
||||||
|
# ─── Run OpenTofu ─────────────────────────────────────────────────────
|
||||||
|
cd "$TOFU_DIR"
|
||||||
|
|
||||||
|
echo "=== Initializing OpenTofu ==="
|
||||||
|
tofu init
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
if $DESTROY; then
|
||||||
|
echo "=== Planning Destruction ==="
|
||||||
|
tofu plan -destroy -out=tfplan
|
||||||
|
|
||||||
|
if ! $AUTO_APPROVE; then
|
||||||
|
echo ""
|
||||||
|
read -rp "DESTROY cluster $CLUSTER? This is irreversible. (yes/no) " REPLY
|
||||||
|
[[ "$REPLY" == "yes" ]] || { echo "Cancelled."; exit 1; }
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Destroying infrastructure..."
|
||||||
|
tofu apply tfplan
|
||||||
|
echo ""
|
||||||
|
echo "=== Cluster $CLUSTER Destroyed ==="
|
||||||
|
|
||||||
|
elif $PLAN_ONLY; then
|
||||||
|
echo "=== Planning Infrastructure ==="
|
||||||
|
tofu plan
|
||||||
|
echo ""
|
||||||
|
echo "=== Plan complete (--plan mode, no changes applied) ==="
|
||||||
|
|
||||||
|
else
|
||||||
|
echo "=== Planning Infrastructure ==="
|
||||||
|
tofu plan -out=tfplan
|
||||||
|
|
||||||
|
if ! $AUTO_APPROVE; then
|
||||||
|
echo ""
|
||||||
|
read -rp "Apply this plan for $CLUSTER? (y/n) " -n 1 REPLY
|
||||||
|
echo
|
||||||
|
[[ "$REPLY" =~ ^[Yy]$ ]] || { echo "Cancelled."; exit 1; }
|
||||||
|
fi
|
||||||
|
|
||||||
|
echo "Applying infrastructure..."
|
||||||
|
tofu apply tfplan
|
||||||
|
|
||||||
|
# ─── Save kubeconfig ──────────────────────────────────────────────
|
||||||
|
KUBECONFIG_DIR="$PROJECT_ROOT/private/$CLUSTER"
|
||||||
|
mkdir -p "$KUBECONFIG_DIR"
|
||||||
|
KUBECONFIG_FILE="$KUBECONFIG_DIR/kubeconfig"
|
||||||
|
|
||||||
|
echo ""
|
||||||
|
echo "=== Saving Kubeconfig ==="
|
||||||
|
|
||||||
|
case "$PLATFORM" in
|
||||||
|
aks)
|
||||||
|
if tofu output -raw kubeconfig > "$KUBECONFIG_FILE" 2>/dev/null; then
|
||||||
|
echo " Saved from tofu output"
|
||||||
|
else
|
||||||
|
echo " Fetching from Azure CLI..."
|
||||||
|
RG=$(tofu output -raw resource_group_name 2>/dev/null || echo "${CLUSTER_clusterName:-$CLUSTER}-rg")
|
||||||
|
NAME=$(tofu output -raw cluster_name 2>/dev/null || echo "${CLUSTER_clusterName:-$CLUSTER}")
|
||||||
|
az aks get-credentials --resource-group "$RG" --name "$NAME" --file "$KUBECONFIG_FILE" --overwrite-existing
|
||||||
|
fi
|
||||||
|
;;
|
||||||
|
eks)
|
||||||
|
NAME=$(tofu output -raw cluster_name 2>/dev/null || echo "${CLUSTER_clusterName:-$CLUSTER}")
|
||||||
|
REGION=$(tofu output -raw aws_region 2>/dev/null || echo "${AWS_REGION:-eu-west-1}")
|
||||||
|
aws eks update-kubeconfig --name "$NAME" --region "$REGION" --kubeconfig "$KUBECONFIG_FILE"
|
||||||
|
;;
|
||||||
|
gke)
|
||||||
|
NAME=$(tofu output -raw cluster_name 2>/dev/null || echo "${CLUSTER_clusterName:-$CLUSTER}")
|
||||||
|
REGION=$(tofu output -raw region 2>/dev/null || echo "${GCP_REGION:-europe-west4}")
|
||||||
|
PROJECT=$(tofu output -raw project_id 2>/dev/null || echo "${GCP_PROJECT_ID:-}")
|
||||||
|
gcloud container clusters get-credentials "$NAME" --region "$REGION" --project "$PROJECT" 2>/dev/null \
|
||||||
|
&& cp ~/.kube/config "$KUBECONFIG_FILE" \
|
||||||
|
|| echo " Warning: could not fetch kubeconfig via gcloud"
|
||||||
|
;;
|
||||||
|
upc)
|
||||||
|
if tofu output -raw kubeconfig > "$KUBECONFIG_FILE" 2>/dev/null; then
|
||||||
|
echo " Saved from tofu output"
|
||||||
|
else
|
||||||
|
CLUSTER_ID=$(tofu output -raw cluster_id 2>/dev/null || echo "${UPCLOUD_CLUSTER_ID:-}")
|
||||||
|
if [[ -n "$CLUSTER_ID" ]]; then
|
||||||
|
upctl kubernetes config "$CLUSTER_ID" > "$KUBECONFIG_FILE"
|
||||||
|
else
|
||||||
|
echo " Warning: could not determine cluster ID for kubeconfig"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
if [[ -f "$KUBECONFIG_FILE" ]]; then
|
||||||
|
chmod 600 "$KUBECONFIG_FILE"
|
||||||
|
echo " Kubeconfig: $KUBECONFIG_FILE"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# ─── Wait for nodes ──────────────────────────────────────────────
|
||||||
|
echo ""
|
||||||
|
echo "=== Waiting for Cluster Nodes ==="
|
||||||
|
export KUBECONFIG="$KUBECONFIG_FILE"
|
||||||
|
if kubectl wait --for=condition=Ready nodes --all --timeout=300s 2>/dev/null; then
|
||||||
|
echo " All nodes ready"
|
||||||
|
else
|
||||||
|
echo " Warning: nodes not ready within timeout — check cluster status"
|
||||||
|
fi
|
||||||
|
|
||||||
|
# ─── Summary ─────────────────────────────────────────────────────
|
||||||
|
echo ""
|
||||||
|
echo "========================================="
|
||||||
|
echo " Cluster $CLUSTER Provisioned"
|
||||||
|
echo "========================================="
|
||||||
|
echo ""
|
||||||
|
echo " Kubeconfig: $KUBECONFIG_FILE"
|
||||||
|
echo ""
|
||||||
|
echo " Next steps:"
|
||||||
|
echo " export KUBECONFIG=$KUBECONFIG_FILE"
|
||||||
|
echo " ./bootstrap.sh $CLUSTER"
|
||||||
|
echo ""
|
||||||
|
fi
|
||||||
7
.tofu/scripts/teardown-cluster.sh
Normal file
7
.tofu/scripts/teardown-cluster.sh
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||||
|
|
||||||
|
# Delegate to setup-cluster.sh with --destroy flag
|
||||||
|
exec "$SCRIPT_DIR/setup-cluster.sh" "$@" --destroy
|
||||||
19
README.md
19
README.md
@@ -80,8 +80,23 @@ This repository contains the complete GitOps configuration for our Kubernetes cl
|
|||||||
|
|
||||||
```
|
```
|
||||||
.
|
.
|
||||||
├── bootstrap.sh # Cluster initialization script
|
├── bootstrap.sh # Cluster initialization (ArgoCD + GitOps)
|
||||||
├── _app-of-apps.yaml # Root ArgoCD Application (App-of-Apps pattern)
|
├── _app-of-apps-{cluster}.yaml # Root ArgoCD Application (per cluster)
|
||||||
|
│
|
||||||
|
├── .tofu/ # Infrastructure provisioning (OpenTofu)
|
||||||
|
│ ├── platforms/ # Per-platform IaC (one dir per cloud)
|
||||||
|
│ │ ├── aks/ # Azure AKS (modules/ + dev/ + prod/ + workload/)
|
||||||
|
│ │ ├── eks/ # AWS EKS
|
||||||
|
│ │ ├── gke/ # GCP GKE
|
||||||
|
│ │ └── upc/ # UpCloud
|
||||||
|
│ ├── configs/ # Platform credentials (git-ignored)
|
||||||
|
│ │ └── *.env.example # Template for each platform
|
||||||
|
│ └── scripts/ # Cluster lifecycle scripts
|
||||||
|
│ ├── setup-cluster.sh # Create cluster: ./setup-cluster.sh aks-dev
|
||||||
|
│ ├── teardown-cluster.sh
|
||||||
|
│ └── get-kubeconfig.sh
|
||||||
|
│
|
||||||
|
├── clusters/ # Cluster metadata (domain, trustedIPs, etc.)
|
||||||
│
|
│
|
||||||
├── infra/ # Infrastructure ArgoCD Applications (Kustomize multi-cluster)
|
├── infra/ # Infrastructure ArgoCD Applications (Kustomize multi-cluster)
|
||||||
│ ├── base/ # Base ArgoCD Application manifests (one dir per component)
|
│ ├── base/ # Base ArgoCD Application manifests (one dir per component)
|
||||||
|
|||||||
15
cluster-resources/azuredns-config-sealed.yaml
Normal file
15
cluster-resources/azuredns-config-sealed.yaml
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
---
|
||||||
|
apiVersion: bitnami.com/v1alpha1
|
||||||
|
kind: SealedSecret
|
||||||
|
metadata:
|
||||||
|
creationTimestamp: null
|
||||||
|
name: azuredns-config
|
||||||
|
namespace: cert-manager
|
||||||
|
spec:
|
||||||
|
encryptedData:
|
||||||
|
client-secret: AgBPCix6yTt8gXV2pMfRx6weWtLWUeMa/cBwuaDBZkqZE4CTSDxjQWWK8ul5OtndlEX7+gXV2HpuAmHRhGC8P1z39yWRxIDbKf+AH4JOGSIfu57tnrGvzAwjanKtqeFCEM67Y42Kz1rahCEtdwJj2YIL9oVdCtRPkpAJrAJclqmrCvJZtqQYcDeEn5ONK5Gchxc6x2/J0U0LTjLz/MP74CEKw3CiZ+9VKA4ppvPqjqoE4yyAXSglSnhYTqtMZpFg5sr+at6rAB1ufmtiS70Vfks46OL0/ZJjdS6h5wjIZhl/1DgIFXqc1yoAjuEoMRzMeW9ji1PnjRqas4lU19tuEOf9/Eq65BYOqSIqJ3saG4I/+z013coCGCalo4ghuufmu5pcsi6ywcszz+g20N/PZcVcLbzZbMnKcXsaE007MDLxGY1QD89aribAvsypDUNEuNh7w2n/OAyQdw+nRDGIi8Oz3FoJUmC0HBxin2hstuBnrAXtxdqRX1NU25HfR2s3qt/yQ33TFx4xHA3NAll8Riyg2rvgqAKo9x9rmlcnzML011vlNu5oLKAuCqJlH8W/Nnnh6LNcZJy8Cj+fqXPeWHS4Qk7nEAbYJN9/sNAUg/VzsP0yYejPfjwzoDDaPLvTHROwv9nZ+Lr/U5epHr231jc5+i3x8dLuBtg+aa5PHoS/Ml1a4811w3Bxj3u36q8UPJGnszQXLKCpucynVVstAj4ufhXhhNXJdK/U31Zrc6j3Skw4zgF8Ddv0
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
creationTimestamp: null
|
||||||
|
name: azuredns-config
|
||||||
|
namespace: cert-manager
|
||||||
@@ -12,10 +12,24 @@ spec:
|
|||||||
privateKeySecretRef:
|
privateKeySecretRef:
|
||||||
name: letsencrypt-staging-key
|
name: letsencrypt-staging-key
|
||||||
solvers:
|
solvers:
|
||||||
|
- dns01:
|
||||||
|
azureDNS:
|
||||||
|
subscriptionID: 1b52bc03-6815-4574-b579-60745dce544d
|
||||||
|
resourceGroupName: forteapps-domain
|
||||||
|
hostedZoneName: forteapps.net
|
||||||
|
environment: AzurePublicCloud
|
||||||
|
clientID: 3b7a4ebf-894c-4f5d-9b1e-2b61312f8e74
|
||||||
|
clientSecretSecretRef:
|
||||||
|
name: azuredns-config
|
||||||
|
key: client-secret
|
||||||
|
selector:
|
||||||
|
dnsNames:
|
||||||
|
- '*.forteapps.net'
|
||||||
|
- 'forteapps.net'
|
||||||
|
# HTTP-01 fallback for non-wildcard certificates
|
||||||
- http01:
|
- http01:
|
||||||
ingress:
|
ingress:
|
||||||
class: traefik
|
class: traefik
|
||||||
|
|
||||||
---
|
---
|
||||||
# Production ClusterIssuer for browser-trusted certificates
|
# Production ClusterIssuer for browser-trusted certificates
|
||||||
apiVersion: cert-manager.io/v1
|
apiVersion: cert-manager.io/v1
|
||||||
@@ -30,6 +44,146 @@ spec:
|
|||||||
privateKeySecretRef:
|
privateKeySecretRef:
|
||||||
name: letsencrypt-prod-key
|
name: letsencrypt-prod-key
|
||||||
solvers:
|
solvers:
|
||||||
|
# DNS-01 solver for wildcard certificates (*.forteapps.net)
|
||||||
|
- dns01:
|
||||||
|
azureDNS:
|
||||||
|
subscriptionID: 1b52bc03-6815-4574-b579-60745dce544d
|
||||||
|
resourceGroupName: forteapps-domain
|
||||||
|
hostedZoneName: forteapps.net
|
||||||
|
environment: AzurePublicCloud
|
||||||
|
clientID: 3b7a4ebf-894c-4f5d-9b1e-2b61312f8e74
|
||||||
|
clientSecretSecretRef:
|
||||||
|
name: azuredns-config
|
||||||
|
key: client-secret
|
||||||
|
selector:
|
||||||
|
dnsNames:
|
||||||
|
- '*.forteapps.net'
|
||||||
|
- 'forteapps.net'
|
||||||
|
# HTTP-01 fallback for non-wildcard certificates
|
||||||
- http01:
|
- http01:
|
||||||
ingress:
|
ingress:
|
||||||
class: traefik
|
class: traefik
|
||||||
|
|
||||||
|
# =============================================================================
|
||||||
|
# CONFIGURATION INSTRUCTIONS FOR AZURE DNS WITH WILDCARD CERTIFICATES
|
||||||
|
# =============================================================================
|
||||||
|
#
|
||||||
|
# PREREQUISITES IN AZURE DNS PORTAL:
|
||||||
|
# ----------------------------------
|
||||||
|
# 1. Ensure you have an Azure DNS Zone for "forteapps.net" created in your
|
||||||
|
# Azure subscription. If not, create it in Azure Portal:
|
||||||
|
# - Search for "DNS zones" → Create → Zone name: forteapps.net
|
||||||
|
# - Note the Resource Group where you create it (e.g., "dns-zones-rg")
|
||||||
|
#
|
||||||
|
# 2. Configure NS records at your domain registrar to point to Azure DNS:
|
||||||
|
# - In Azure Portal → DNS zones → forteapps.net
|
||||||
|
# - Note the 4 NS records shown (e.g., ns1-04.azure-dns.com, etc.)
|
||||||
|
# - Go to your domain registrar and update the NS records to these values
|
||||||
|
#
|
||||||
|
# AUTHENTICATION (Service Principal - Required for UpCloud/non-Azure clusters):
|
||||||
|
# ----------------------------------------------------------------------------
|
||||||
|
# Since your cluster runs on UpCloud (not AKS), you must use Service Principal
|
||||||
|
# authentication. Managed Identity only works with Azure-hosted resources.
|
||||||
|
#
|
||||||
|
# =============================================================================
|
||||||
|
# SETUP: Service Principal for UpCloud Clusters
|
||||||
|
# =============================================================================
|
||||||
|
#
|
||||||
|
# 1. Create Azure AD App Registration:
|
||||||
|
# az ad sp create-for-rbac --name cert-manager-dns --sdk-auth
|
||||||
|
# # Save the JSON output - you'll need appId (clientID) and password (clientSecret)
|
||||||
|
#
|
||||||
|
# 2. Assign DNS Zone Contributor role:
|
||||||
|
# az role assignment create \
|
||||||
|
# --role "DNS Zone Contributor" \
|
||||||
|
# --assignee <SERVICE_PRINCIPAL_CLIENT_ID> \
|
||||||
|
# --scope /subscriptions/<SUBSCRIPTION_ID>/resourceGroups/<DNS_RESOURCE_GROUP>/providers/Microsoft.Network/dnszones/forteapps.net
|
||||||
|
#
|
||||||
|
# 3. Create Kubernetes secret for the service principal:
|
||||||
|
# kubectl create secret generic azuredns-config \
|
||||||
|
# --namespace cert-manager \
|
||||||
|
# --from-literal=client-secret=YOUR_CLIENT_SECRET
|
||||||
|
#
|
||||||
|
# 4. Update the ClusterIssuer above with:
|
||||||
|
# - subscriptionID: Your Azure subscription ID
|
||||||
|
# - resourceGroupName: The resource group containing your DNS zone
|
||||||
|
# - clientID: The Service Principal appId/clientID
|
||||||
|
# - clientSecretSecretRef: References the secret created in step 3
|
||||||
|
#
|
||||||
|
# =============================================================================
|
||||||
|
# ALTERNATIVE DNS PROVIDERS (for reference):
|
||||||
|
# =============================================================================
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Cloudflare (original configuration)
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Create secret with: kubectl create secret generic cloudflare-api-token-secret \
|
||||||
|
# --from-literal=api-token=YOUR_CLOUDFLARE_API_TOKEN -n cert-manager
|
||||||
|
#
|
||||||
|
# dns01:
|
||||||
|
# cloudflare:
|
||||||
|
# email: your-cloudflare-email@example.com
|
||||||
|
# apiTokenSecretRef:
|
||||||
|
# name: cloudflare-api-token-secret
|
||||||
|
# key: api-token
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# AWS Route53
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Create secret with: kubectl create secret generic route53-credentials \
|
||||||
|
# --from-literal=secret-access-key=YOUR_SECRET_KEY -n cert-manager
|
||||||
|
#
|
||||||
|
# dns01:
|
||||||
|
# route53:
|
||||||
|
# region: us-east-1
|
||||||
|
# hostedZoneID: ZXXXXXXXXXXXXX
|
||||||
|
# accessKeyID: YOUR_ACCESS_KEY_ID
|
||||||
|
# secretAccessKeySecretRef:
|
||||||
|
# name: route53-credentials
|
||||||
|
# key: secret-access-key
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Google Cloud DNS
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Create secret with service account JSON key:
|
||||||
|
# kubectl create secret generic clouddns-service-account \
|
||||||
|
# --from-file=service-account.json=path/to/key.json -n cert-manager
|
||||||
|
#
|
||||||
|
# dns01:
|
||||||
|
# cloudDNS:
|
||||||
|
# project: YOUR_GCP_PROJECT_ID
|
||||||
|
# hostedZoneName: example-com
|
||||||
|
# serviceAccountSecretRef:
|
||||||
|
# name: clouddns-service-account
|
||||||
|
# key: service-account.json
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# GoDaddy
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Requires external webhook: https://github.com/snowdrop/godaddy-webhook
|
||||||
|
#
|
||||||
|
# dns01:
|
||||||
|
# webhook:
|
||||||
|
# groupName: acme.yourcompany.com
|
||||||
|
# solverName: godaddy
|
||||||
|
# config:
|
||||||
|
# apiKeySecretRef:
|
||||||
|
# name: godaddy-api-credentials
|
||||||
|
# key: api-key
|
||||||
|
# apiSecretSecretRef:
|
||||||
|
# name: godaddy-api-credentials
|
||||||
|
# key: api-secret
|
||||||
|
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Manual/Dynamic DNS (for homelab)
|
||||||
|
# -----------------------------------------------------------------------------
|
||||||
|
# Requires RFC2136 provider or external webhook
|
||||||
|
#
|
||||||
|
# dns01:
|
||||||
|
# rfc2136:
|
||||||
|
# nameserver: your-dns-server.example.com
|
||||||
|
# tsigKeyName: cert-manager-key
|
||||||
|
# tsigAlgorithm: HMACSHA256
|
||||||
|
# tsigSecretSecretRef:
|
||||||
|
# name: tsig-secret
|
||||||
|
# key: secret
|
||||||
|
|||||||
@@ -17,7 +17,9 @@
|
|||||||
"claude-code@latest",
|
"claude-code@latest",
|
||||||
"go@latest",
|
"go@latest",
|
||||||
"dotnet-sdk@latest",
|
"dotnet-sdk@latest",
|
||||||
"opentofu@1.11.6"
|
"opentofu@1.11.6",
|
||||||
|
"_1password@latest",
|
||||||
|
"github-cli@latest"
|
||||||
],
|
],
|
||||||
"shell": {
|
"shell": {
|
||||||
"init_hook": [
|
"init_hook": [
|
||||||
|
|||||||
@@ -1336,16 +1336,34 @@ stringData:
|
|||||||
|
|
||||||
| Field | Required | Description |
|
| Field | Required | Description |
|
||||||
|-------|----------|-------------|
|
|-------|----------|-------------|
|
||||||
| `clientId` | Yes | Keycloak client ID |
|
| `clientId` | Yes | Keycloak client ID (must be unique in realm) |
|
||||||
| `name` | Yes | Display name in Keycloak |
|
| `name` | Yes | Display name in Keycloak UI |
|
||||||
| `redirectUris` | Yes | Allowed redirect URIs |
|
| `redirectUris` | Yes | Allowed OAuth redirect URLs (supports wildcards like `/*`) |
|
||||||
| `webOrigins` | Yes | Allowed web origins (CORS) |
|
| `webOrigins` | Yes | Allowed CORS origins |
|
||||||
| `defaultClientScopes` | No | Scopes (default: `["openid", "email", "profile"]`) |
|
| `defaultClientScopes` | No | OIDC scopes (default: `["openid", "email", "profile"]`) |
|
||||||
| `protocolMappers` | No | Custom claim mappers (default: `[]`) |
|
| `protocolMappers` | No | Custom claim mappers for tokens (see examples below) |
|
||||||
| `secret.namespace` | No | Namespace for the credential Secret (default: source namespace) |
|
| `secret.namespace` | No | Target namespace for credentials (default: `source-namespace` annotation value) |
|
||||||
| `secret.name` | No | Name of the credential Secret (default: `<clientId>-oidc-credentials`) |
|
| `secret.name` | No | Credential Secret name (default: `<clientId>-oidc-credentials`) |
|
||||||
| `secret.keys.clientId` | No | Key name for client ID in credential Secret (default: `client-id`) |
|
| `secret.keys.clientId` | No | Key name for client ID (default: `client-id`) |
|
||||||
| `secret.keys.clientSecret` | No | Key name for client secret in credential Secret (default: `client-secret`) |
|
| `secret.keys.clientSecret` | No | Key name for client secret (default: `client-secret`) |
|
||||||
|
|
||||||
|
**Protocol Mappers Example**:
|
||||||
|
```json
|
||||||
|
"protocolMappers": [
|
||||||
|
{
|
||||||
|
"name": "groups",
|
||||||
|
"protocol": "openid-connect",
|
||||||
|
"protocolMapper": "oidc-group-membership-mapper",
|
||||||
|
"config": {
|
||||||
|
"claim.name": "groups",
|
||||||
|
"full.path": "false",
|
||||||
|
"id.token.claim": "true",
|
||||||
|
"access.token.claim": "true",
|
||||||
|
"userinfo.token.claim": "true"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
]
|
||||||
|
```
|
||||||
|
|
||||||
#### Step 2: Reference the Credential Secret
|
#### Step 2: Reference the Credential Secret
|
||||||
|
|
||||||
|
|||||||
@@ -115,9 +115,30 @@ This Kubernetes cluster uses a **GitOps approach** powered by **ArgoCD**, where
|
|||||||
|
|
||||||
```
|
```
|
||||||
launchpad/
|
launchpad/
|
||||||
├── bootstrap.sh # Cluster initialization script
|
├── bootstrap.sh # Cluster initialization (ArgoCD + GitOps)
|
||||||
├── _app-of-apps-upc-dev.yaml # Root ArgoCD Application (upc-dev cluster)
|
├── _app-of-apps-{cluster}.yaml # Root ArgoCD Application (per cluster)
|
||||||
├── _app-of-apps-upc-prod.yaml # Root ArgoCD Application (upc-prod cluster)
|
│
|
||||||
|
├── .tofu/ # Infrastructure provisioning (OpenTofu)
|
||||||
|
│ ├── platforms/ # Per-platform IaC
|
||||||
|
│ │ ├── aks/ # Azure AKS
|
||||||
|
│ │ │ ├── modules/cluster/ # Reusable AKS module
|
||||||
|
│ │ │ ├── dev/ # tofu root for aks-dev
|
||||||
|
│ │ │ ├── prod/ # tofu root for aks-prod
|
||||||
|
│ │ │ └── workload/ # workload cluster (no data services)
|
||||||
|
│ │ ├── eks/ # AWS EKS (same structure)
|
||||||
|
│ │ ├── gke/ # GCP GKE
|
||||||
|
│ │ └── upc/ # UpCloud
|
||||||
|
│ ├── configs/ # Platform credentials (git-ignored)
|
||||||
|
│ │ └── {platform}.env.example # Template per platform
|
||||||
|
│ └── scripts/
|
||||||
|
│ ├── setup-cluster.sh # ./setup-cluster.sh <cluster> [--plan|--auto]
|
||||||
|
│ ├── teardown-cluster.sh # ./teardown-cluster.sh <cluster>
|
||||||
|
│ └── get-kubeconfig.sh # ./get-kubeconfig.sh <cluster>
|
||||||
|
│
|
||||||
|
├── clusters/ # Cluster metadata YAML (domain, IPs, etc.)
|
||||||
|
│ ├── aks-dev.yaml
|
||||||
|
│ ├── upc-dev.yaml
|
||||||
|
│ └── ...
|
||||||
│
|
│
|
||||||
├── infra/ # Infrastructure ArgoCD Applications (Kustomize)
|
├── infra/ # Infrastructure ArgoCD Applications (Kustomize)
|
||||||
│ ├── base/ # Base Application manifests (one dir per component)
|
│ ├── base/ # Base Application manifests (one dir per component)
|
||||||
|
|||||||
@@ -72,9 +72,22 @@ Internet
|
|||||||
|
|
||||||
```
|
```
|
||||||
launchpad/
|
launchpad/
|
||||||
├── bootstrap.sh # Cluster initialization script
|
├── bootstrap.sh # Cluster initialization (ArgoCD + GitOps)
|
||||||
├── _app-of-apps-upc-dev.yaml # Root ArgoCD Application (upc-dev)
|
├── _app-of-apps-{cluster}.yaml # Root ArgoCD Application (per cluster)
|
||||||
├── _app-of-apps-upc-prod.yaml # Root ArgoCD Application (upc-prod)
|
│
|
||||||
|
├── .tofu/ # Infrastructure provisioning (OpenTofu)
|
||||||
|
│ ├── platforms/ # Per-platform IaC
|
||||||
|
│ │ ├── aks/ # Azure: modules/cluster/, dev/, prod/, workload/
|
||||||
|
│ │ ├── eks/ # AWS: same structure
|
||||||
|
│ │ ├── gke/ # GCP
|
||||||
|
│ │ └── upc/ # UpCloud
|
||||||
|
│ ├── configs/ # Platform credentials (git-ignored)
|
||||||
|
│ └── scripts/ # setup-cluster.sh, teardown-cluster.sh, get-kubeconfig.sh
|
||||||
|
│
|
||||||
|
├── clusters/ # Cluster metadata YAML
|
||||||
|
│ ├── aks-dev.yaml
|
||||||
|
│ ├── upc-dev.yaml
|
||||||
|
│ └── ...
|
||||||
│
|
│
|
||||||
├── infra/ # Infrastructure applications (Kustomize)
|
├── infra/ # Infrastructure applications (Kustomize)
|
||||||
│ ├── base/ # One subdirectory per component
|
│ ├── base/ # One subdirectory per component
|
||||||
@@ -1242,9 +1255,18 @@ The realm uses a custom browser authentication flow (`browser-auto-idp`) that sk
|
|||||||
|
|
||||||
**Resources**:
|
**Resources**:
|
||||||
- `ServiceAccount`: `keycloak-client-registrar` (namespace: `keycloak`)
|
- `ServiceAccount`: `keycloak-client-registrar` (namespace: `keycloak`)
|
||||||
- `ClusterRole`: `keycloak-client-registrar` (secrets: get/list/create/update/patch; namespaces: get/list)
|
- `ClusterRole`: `keycloak-client-registrar`
|
||||||
|
- Secrets: `get`, `list`, `create`, `update`, `patch`
|
||||||
|
- Namespaces: `get`, `list`
|
||||||
- `ClusterRoleBinding`: `keycloak-client-registrar`
|
- `ClusterRoleBinding`: `keycloak-client-registrar`
|
||||||
- `CronJob`: `keycloak-client-registrar`
|
- `CronJob`: `keycloak-client-registrar`
|
||||||
|
- **Schedule**: `*/2 * * * *` (every 2 minutes)
|
||||||
|
- **Concurrency Policy**: `Forbid` (prevents concurrent runs)
|
||||||
|
- **Backoff Limit**: 3 retries per job
|
||||||
|
- **History**: 1 successful job, 3 failed jobs retained
|
||||||
|
- **Resources**: 50m CPU / 64Mi memory (requests), 200m CPU / 128Mi memory (limits)
|
||||||
|
|
||||||
|
**Container**: Alpine 3.20 with `curl` and `jq` installed
|
||||||
|
|
||||||
**Kyverno Policy**: `keycloak-client-config-cloner` — clones labeled Secrets from app namespaces to `keycloak` namespace (see [Kyverno Policies](#kyverno-policies))
|
**Kyverno Policy**: `keycloak-client-config-cloner` — clones labeled Secrets from app namespaces to `keycloak` namespace (see [Kyverno Policies](#kyverno-policies))
|
||||||
|
|
||||||
|
|||||||
@@ -1,143 +0,0 @@
|
|||||||
# forte-drop Postgres — backup & restore runbook
|
|
||||||
|
|
||||||
## What gets backed up
|
|
||||||
|
|
||||||
A CronJob (`forte-drop-pg-backup`, namespace `forte-drop`) runs nightly at **02:00 UTC**:
|
|
||||||
|
|
||||||
1. `pg_dump` of the `drops` database → gzip.
|
|
||||||
2. Upload to **UpCloud Managed Object Storage**: `s3://drops/_pgbackups/forte-drop-<TS>.sql.gz`
|
|
||||||
(the `_pgbackups/` prefix is collision-proof: app slugs match `/^[a-z0-9][a-z0-9-]{0,62}$/`
|
|
||||||
and can never start with `_`).
|
|
||||||
3. Retention: dumps older than **30 days** are pruned.
|
|
||||||
|
|
||||||
S3 creds come from the `forte-drop-secrets` Secret (`S3_ENDPOINT` / `S3_KEY` / `S3_SECRET`).
|
|
||||||
Postgres creds from `forte-drop-pg-creds` (`pgusername` / `pgpassword`).
|
|
||||||
|
|
||||||
> **Object storage is the durable tier.** App data + DB backups both live in UpCloud
|
|
||||||
> Managed Object Storage (replicated by UpCloud). The in-cluster Postgres PVC is the
|
|
||||||
> live working copy; the nightly dump is the recovery point. The PVC carries
|
|
||||||
> `Prune=false,Delete=false` so ArgoCD never deletes it.
|
|
||||||
|
|
||||||
## Prerequisites
|
|
||||||
|
|
||||||
```bash
|
|
||||||
export KUBECONFIG=~/Downloads/dev-fd-no-svg1_kubeconfig.yaml
|
|
||||||
# Confirm the namespace + DB pod are up:
|
|
||||||
kubectl -n forte-drop get pods -l app.kubernetes.io/name=postgresql
|
|
||||||
```
|
|
||||||
|
|
||||||
## List available backups
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# Run an ephemeral mc pod with the app's S3 creds:
|
|
||||||
kubectl -n forte-drop run mc-list --rm -it --restart=Never \
|
|
||||||
--image=quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z \
|
|
||||||
--overrides='{"spec":{"containers":[{"name":"mc","image":"quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z","command":["sh","-c","mc alias set obj \"$S3_ENDPOINT\" \"$S3_KEY\" \"$S3_SECRET\" >/dev/null && mc ls obj/drops/_pgbackups/"],"envFrom":[{"secretRef":{"name":"forte-drop-secrets"}}]}]}}'
|
|
||||||
```
|
|
||||||
|
|
||||||
## Manually trigger a backup (before risky changes)
|
|
||||||
|
|
||||||
```bash
|
|
||||||
kubectl -n forte-drop create job --from=cronjob/forte-drop-pg-backup pg-backup-manual-$(date +%s)
|
|
||||||
# Watch:
|
|
||||||
kubectl -n forte-drop get jobs -l app.kubernetes.io/component=backup
|
|
||||||
kubectl -n forte-drop logs -l app.kubernetes.io/component=backup --tail=40
|
|
||||||
```
|
|
||||||
|
|
||||||
## Restore a dump
|
|
||||||
|
|
||||||
> **Destructive.** This overwrites the live `drops` database. Take a fresh manual
|
|
||||||
> backup first (above) and confirm with whoever owns the data before proceeding.
|
|
||||||
|
|
||||||
### 1. Pick the dump to restore
|
|
||||||
|
|
||||||
List backups (above), choose `forte-drop-<TS>.sql.gz`.
|
|
||||||
|
|
||||||
### 2. Run a restore pod that pulls the dump and pipes it into Postgres
|
|
||||||
|
|
||||||
```bash
|
|
||||||
DUMP="forte-drop-20260530T020000Z.sql.gz" # <-- set to the chosen file
|
|
||||||
|
|
||||||
kubectl -n forte-drop run pg-restore --rm -it --restart=Never \
|
|
||||||
--image=postgres:16-alpine \
|
|
||||||
--overrides='{
|
|
||||||
"spec": {
|
|
||||||
"containers": [{
|
|
||||||
"name": "restore",
|
|
||||||
"image": "postgres:16-alpine",
|
|
||||||
"command": ["sh","-c","set -euo pipefail; \
|
|
||||||
apk add --no-cache curl >/dev/null; \
|
|
||||||
# download via mc is simpler — use a 2-step instead (see note). \
|
|
||||||
echo placeholder"],
|
|
||||||
"envFrom": [
|
|
||||||
{"secretRef":{"name":"forte-drop-pg-creds"}},
|
|
||||||
{"secretRef":{"name":"forte-drop-secrets"}}
|
|
||||||
]
|
|
||||||
}]
|
|
||||||
}
|
|
||||||
}'
|
|
||||||
```
|
|
||||||
|
|
||||||
**Simpler 2-pod approach (recommended — avoids cramming mc + psql in one image):**
|
|
||||||
|
|
||||||
```bash
|
|
||||||
DUMP="forte-drop-20260530T020000Z.sql.gz"
|
|
||||||
|
|
||||||
# (a) Download the dump from object storage to a local file:
|
|
||||||
kubectl -n forte-drop run mc-get --rm -it --restart=Never \
|
|
||||||
--image=quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z \
|
|
||||||
--overrides='{"spec":{"containers":[{"name":"mc","image":"quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z","command":["sh","-c","mc alias set obj \"$S3_ENDPOINT\" \"$S3_KEY\" \"$S3_SECRET\" >/dev/null && mc cat obj/drops/_pgbackups/'"$DUMP"'"],"envFrom":[{"secretRef":{"name":"forte-drop-secrets"}}]}]}}' \
|
|
||||||
> /tmp/$DUMP
|
|
||||||
|
|
||||||
# (b) Pipe it into the live Postgres via the service:
|
|
||||||
gunzip -c /tmp/$DUMP | kubectl -n forte-drop run pg-restore --rm -i --restart=Never \
|
|
||||||
--image=postgres:16-alpine \
|
|
||||||
--overrides='{"spec":{"containers":[{"name":"psql","image":"postgres:16-alpine","stdin":true,"command":["sh","-c","PGPASSWORD=\"$pgpassword\" psql -h forte-drop-postgresql.forte-drop.svc -U \"$pgusername\" -d drops"],"env":[{"name":"pgusername","valueFrom":{"secretKeyRef":{"name":"forte-drop-pg-creds","key":"pgusername"}}},{"name":"pgpassword","valueFrom":{"secretKeyRef":{"name":"forte-drop-pg-creds","key":"pgpassword"}}}]}]}}'
|
|
||||||
```
|
|
||||||
|
|
||||||
> The app's schema is created idempotently on boot (`CREATE TABLE IF NOT EXISTS` +
|
|
||||||
> `ALTER TABLE ... ADD COLUMN IF NOT EXISTS` in `src/repo/pg.ts`), and `pg_dump`
|
|
||||||
> output includes the data. For a clean restore into a fresh DB this just works.
|
|
||||||
> To restore over an existing DB with conflicting rows, drop/recreate the `drops`
|
|
||||||
> database first (coordinate downtime — scale the web Deployment to 0 during the
|
|
||||||
> restore so the app isn't writing).
|
|
||||||
|
|
||||||
### 3. Verify
|
|
||||||
|
|
||||||
```bash
|
|
||||||
kubectl -n forte-drop run pg-check --rm -it --restart=Never \
|
|
||||||
--image=postgres:16-alpine \
|
|
||||||
--env="PGPASSWORD=$(kubectl -n forte-drop get secret forte-drop-pg-creds -o jsonpath='{.data.pgpassword}' | base64 -d)" \
|
|
||||||
--command -- psql -h forte-drop-postgresql.forte-drop.svc -U drops -d drops \
|
|
||||||
-c "SELECT count(*) AS drops FROM drops;" -c "SELECT count(*) AS view_hits FROM view_hits;"
|
|
||||||
```
|
|
||||||
|
|
||||||
### 4. Bring the app back
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# If you scaled web to 0 for the restore:
|
|
||||||
kubectl -n forte-drop scale deploy/forte-drop --replicas=2
|
|
||||||
```
|
|
||||||
|
|
||||||
## Object data (uploaded drop files)
|
|
||||||
|
|
||||||
Drop files live in `s3://drops/<slug>/...` in the same managed bucket. They are
|
|
||||||
**not** part of the pg backup (the dump only holds metadata). Object storage is
|
|
||||||
UpCloud-managed/replicated, so no separate file backup is configured. If a
|
|
||||||
file-level backup is later required, mirror the bucket to a second bucket/region:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
mc mirror --overwrite obj/drops/ backup-target/drops-mirror/
|
|
||||||
```
|
|
||||||
|
|
||||||
(Exclude `_pgbackups/` from the app-data mirror if you split them.)
|
|
||||||
|
|
||||||
## Disaster scenarios
|
|
||||||
|
|
||||||
| Scenario | Recovery |
|
|
||||||
|---|---|
|
|
||||||
| Postgres pod crash / reschedule | StatefulSet reattaches the PVC; ~1–2 min downtime; no data loss. |
|
|
||||||
| PVC lost / corrupted | Recreate StatefulSet, restore latest nightly dump (above). Data since last dump is lost. |
|
|
||||||
| Accidental `drops` table data loss | Restore latest dump; or `pg_restore` a single table from a dump. |
|
|
||||||
| Namespace deleted | PVC has `Prune=false,Delete=false`; recreate Applications, PVC re-binds, app recovers. Backups in object storage are independent. |
|
|
||||||
| Object storage bucket lost | UpCloud-managed (replicated). If the IAM key is rotated, update `forte-drop-secrets` (re-seal). |
|
|
||||||
@@ -1,40 +0,0 @@
|
|||||||
apiVersion: argoproj.io/v1alpha1
|
|
||||||
kind: Application
|
|
||||||
metadata:
|
|
||||||
name: forte-drop-postgresql
|
|
||||||
namespace: argocd
|
|
||||||
annotations:
|
|
||||||
argocd.argoproj.io/sync-wave: "0"
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: forte-drop-postgresql
|
|
||||||
app.kubernetes.io/part-of: apps
|
|
||||||
app.kubernetes.io/managed-by: argocd
|
|
||||||
finalizers:
|
|
||||||
- resources-finalizer.argocd.argoproj.io
|
|
||||||
spec:
|
|
||||||
project: default
|
|
||||||
|
|
||||||
source:
|
|
||||||
repoURL: ssh://git@git.forteapps.net:2222/Forte/launchpad.git
|
|
||||||
targetRevision: HEAD
|
|
||||||
path: infra/overlays/upc-dev/forte-drop-postgresql/resources
|
|
||||||
|
|
||||||
destination:
|
|
||||||
server: https://kubernetes.default.svc
|
|
||||||
namespace: forte-drop
|
|
||||||
|
|
||||||
syncPolicy:
|
|
||||||
automated:
|
|
||||||
prune: true
|
|
||||||
selfHeal: true
|
|
||||||
allowEmpty: false
|
|
||||||
syncOptions:
|
|
||||||
- CreateNamespace=true
|
|
||||||
- Validate=true
|
|
||||||
- ServerSideApply=true
|
|
||||||
|
|
||||||
ignoreDifferences:
|
|
||||||
- group: apps
|
|
||||||
kind: StatefulSet
|
|
||||||
jsonPointers:
|
|
||||||
- /spec/volumeClaimTemplates
|
|
||||||
@@ -1,4 +0,0 @@
|
|||||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
|
||||||
kind: Kustomization
|
|
||||||
resources:
|
|
||||||
- forte-drop-postgresql.yaml
|
|
||||||
@@ -1,14 +0,0 @@
|
|||||||
---
|
|
||||||
apiVersion: bitnami.com/v1alpha1
|
|
||||||
kind: SealedSecret
|
|
||||||
metadata:
|
|
||||||
name: forte-drop-pg-creds
|
|
||||||
namespace: forte-drop
|
|
||||||
spec:
|
|
||||||
encryptedData:
|
|
||||||
pgpassword: AgBYokuQRCTmPGC8soB7n8W39nmSAZDTV97i77NmdMh5ndaZNtCtXxhMcpM2z8kaGv2tCWIh47dr38a5tGPZ0TsmeEQOF9Rbbtq1fyR7pJwT8S+N2Z2zu354wNWQlltEAVvTvthe2wTer/BpyRofeSZprxihmfNpuHUP8rLsnIXln5tOWDzJ8hnRWoYZFITaihC2qrJj/kFE0Rfdcmzt1tSq3jCB/rWijVaJF9XSh4rzQoqZDiUNjDPUjyERILw59JWU4zf9OKcqNHDnmpXBR4LSjLhd9waN6ElEzO4gGcVaHISKrTwewX1ONwPHDnw6lqkQObyBPx8aUsGzxLkUhNDtvIYDkB4BKWP5Qu4bNcSztIbrxi6l7Lr/DWC9qTbKm1/p83rc6r8VqRMURUyQg8/vBlCHOIUbZ8DM1OfNlMd8gvcSkaxEVIdCDUjguCvE3cGyG4cqv2unllZQ+9417WwLNJecT6x1EL3nQyAlK5c9vUIbcVyaFlbSUcGB7xmPgZrZ6/3RDyOH6Tmew1ssV9gLvdaehscUE0fjnnFnJpczkwdyxIOSNLIkjlWetCKEbhowJbzk05h3M2p6XQQOuNTnsYjAADMGD72GUgAQlY8KXmDELtv09KELcXbeYS4gABPpMrVmvZymq8lqQ13Py8o+cIqbrU5V86WxASTfQ5gMo/ymYabuhTBIapcnaKR1dFCCfu8deh5f2HJ6/1NjdWR+XvEshg+EF5OkTUInukX4vA==
|
|
||||||
pgusername: AgCs6vyQ8CIv5OneP/jMltIPGdZQbpq/BFmQM1mkBD61Ve+anzve5K0Gkg+zsNfbZf0pOPAXtu4C4aL1Lwv7gqpoe4Hp/UEb/X9uLfJ1b8ZitmM1XsPmmSiCskHjrc2BLkAvfrVIXkHc3LOY2uZ/E5stc6Ss2WFE8/uzzVXW0B8fdEK0criludQ8iwR1gypulEcDNomXgkK/1gmmCWosUcVv4jDMDhqBD+b9WYnBB6J73gUclWVMvYDFdNas2PuoRzu5Twc9TAZrTxN5lvLOXAonOo0YiUbUhEC83sfMWYDT5/9OxqcJhAxtgFe9j83MpCwLSwfeLZm7UsUapWDb60MxPJLGvoGD/ZOhkeYt/YCZYROa57TMslVIL5YU1KCiNWvtRjIqnvdiBxI7MRvPUfAoawS4ktT5PDhTTfrixFbaF95jul2kKBXV+OYB1UNsFhcCgZx9rzYRt4lNmBv4m4HeXIp3EYY8VlGLQ45BVVqjJ4QkISvb7ifQWH1aPMQllj+J3GwW0KJN0dEgsh1LT+C7W5I5mq461NOTF1eih/XRBeuPoLlgApxiGXvFCTx8lji2/JIdOaqcg29hdabSprxa0YMStChi2pbtHhRzAuFCp8mInGt8Q406vu67Y4/51yuwI40YeDVu0lf010TB+/v2Zy3OrNyjlqrD5JNynsLuRl3UhuAKC14Xhg/MiDLvTzfsYE8aog==
|
|
||||||
template:
|
|
||||||
metadata:
|
|
||||||
name: forte-drop-pg-creds
|
|
||||||
namespace: forte-drop
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
|
||||||
kind: Kustomization
|
|
||||||
resources:
|
|
||||||
- postgresql.yaml
|
|
||||||
- forte-drop-pg-creds-sealed.yaml
|
|
||||||
- pg-backup-cronjob.yaml
|
|
||||||
@@ -1,93 +0,0 @@
|
|||||||
# Nightly logical backup of the forte-drop Postgres → UpCloud Managed Object Storage.
|
|
||||||
# Dumps to s3://drops/_pgbackups/ (the `_` prefix is collision-proof: app slugs match
|
|
||||||
# /^[a-z0-9][a-z0-9-]{0,62}$/ and can never start with `_`). Retains 30 days.
|
|
||||||
#
|
|
||||||
# Pod shape: initContainer pg_dump → shared emptyDir → mc upload + retention prune.
|
|
||||||
# Both images pinned. S3 creds reuse forte-drop-secrets (the app's UpCloud user has
|
|
||||||
# s3:* on the drops bucket). PG creds from forte-drop-pg-creds.
|
|
||||||
apiVersion: batch/v1
|
|
||||||
kind: CronJob
|
|
||||||
metadata:
|
|
||||||
name: forte-drop-pg-backup
|
|
||||||
namespace: forte-drop
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: postgresql
|
|
||||||
app.kubernetes.io/instance: forte-drop
|
|
||||||
app.kubernetes.io/component: backup
|
|
||||||
spec:
|
|
||||||
schedule: "0 2 * * *" # 02:00 UTC daily
|
|
||||||
concurrencyPolicy: Forbid
|
|
||||||
successfulJobsHistoryLimit: 3
|
|
||||||
failedJobsHistoryLimit: 3
|
|
||||||
jobTemplate:
|
|
||||||
spec:
|
|
||||||
backoffLimit: 2
|
|
||||||
template:
|
|
||||||
metadata:
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: postgresql
|
|
||||||
app.kubernetes.io/instance: forte-drop
|
|
||||||
app.kubernetes.io/component: backup
|
|
||||||
spec:
|
|
||||||
restartPolicy: Never
|
|
||||||
securityContext:
|
|
||||||
runAsNonRoot: true
|
|
||||||
runAsUser: 65532
|
|
||||||
fsGroup: 65532
|
|
||||||
volumes:
|
|
||||||
- name: work
|
|
||||||
emptyDir: {}
|
|
||||||
initContainers:
|
|
||||||
- name: dump
|
|
||||||
image: postgres:16-alpine
|
|
||||||
command:
|
|
||||||
- sh
|
|
||||||
- -c
|
|
||||||
- |
|
|
||||||
set -euo pipefail
|
|
||||||
TS=$(date -u +%Y%m%dT%H%M%SZ)
|
|
||||||
echo "dumping to /work/forte-drop-${TS}.sql.gz"
|
|
||||||
PGPASSWORD="$PGPASSWORD" pg_dump \
|
|
||||||
-h forte-drop-postgresql.forte-drop.svc \
|
|
||||||
-p 5432 -U "$PGUSER" -d drops \
|
|
||||||
--no-owner --no-privileges \
|
|
||||||
| gzip -9 > "/work/forte-drop-${TS}.sql.gz"
|
|
||||||
echo "dump complete: $(ls -lh /work/)"
|
|
||||||
env:
|
|
||||||
- name: PGUSER
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef: { name: forte-drop-pg-creds, key: pgusername }
|
|
||||||
- name: PGPASSWORD
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef: { name: forte-drop-pg-creds, key: pgpassword }
|
|
||||||
volumeMounts:
|
|
||||||
- name: work
|
|
||||||
mountPath: /work
|
|
||||||
containers:
|
|
||||||
- name: upload
|
|
||||||
image: quay.io/minio/mc:RELEASE.2024-11-21T17-21-54Z
|
|
||||||
command:
|
|
||||||
- sh
|
|
||||||
- -c
|
|
||||||
- |
|
|
||||||
set -euo pipefail
|
|
||||||
mc alias set obj "$S3_ENDPOINT" "$S3_KEY" "$S3_SECRET"
|
|
||||||
mc cp /work/*.sql.gz "obj/${S3_BUCKET}/_pgbackups/"
|
|
||||||
echo "uploaded. pruning backups older than 30d:"
|
|
||||||
mc rm --recursive --force --older-than 30d "obj/${S3_BUCKET}/_pgbackups/" || true
|
|
||||||
echo "backup retention pass complete"
|
|
||||||
env:
|
|
||||||
- name: S3_ENDPOINT
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef: { name: forte-drop-secrets, key: S3_ENDPOINT }
|
|
||||||
- name: S3_BUCKET
|
|
||||||
value: "drops"
|
|
||||||
- name: S3_KEY
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef: { name: forte-drop-secrets, key: S3_KEY }
|
|
||||||
- name: S3_SECRET
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef: { name: forte-drop-secrets, key: S3_SECRET }
|
|
||||||
volumeMounts:
|
|
||||||
- name: work
|
|
||||||
mountPath: /work
|
|
||||||
@@ -1,105 +0,0 @@
|
|||||||
apiVersion: v1
|
|
||||||
kind: Service
|
|
||||||
metadata:
|
|
||||||
name: forte-drop-postgresql
|
|
||||||
namespace: forte-drop
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: postgresql
|
|
||||||
app.kubernetes.io/instance: forte-drop
|
|
||||||
app.kubernetes.io/component: database
|
|
||||||
spec:
|
|
||||||
type: ClusterIP
|
|
||||||
ports:
|
|
||||||
- name: tcp-postgresql
|
|
||||||
port: 5432
|
|
||||||
targetPort: tcp-postgresql
|
|
||||||
selector:
|
|
||||||
app.kubernetes.io/name: postgresql
|
|
||||||
app.kubernetes.io/instance: forte-drop
|
|
||||||
---
|
|
||||||
apiVersion: apps/v1
|
|
||||||
kind: StatefulSet
|
|
||||||
metadata:
|
|
||||||
name: forte-drop-postgresql
|
|
||||||
namespace: forte-drop
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: postgresql
|
|
||||||
app.kubernetes.io/instance: forte-drop
|
|
||||||
app.kubernetes.io/component: database
|
|
||||||
spec:
|
|
||||||
serviceName: forte-drop-postgresql
|
|
||||||
replicas: 1
|
|
||||||
selector:
|
|
||||||
matchLabels:
|
|
||||||
app.kubernetes.io/name: postgresql
|
|
||||||
app.kubernetes.io/instance: forte-drop
|
|
||||||
template:
|
|
||||||
metadata:
|
|
||||||
labels:
|
|
||||||
app.kubernetes.io/name: postgresql
|
|
||||||
app.kubernetes.io/instance: forte-drop
|
|
||||||
app.kubernetes.io/component: database
|
|
||||||
spec:
|
|
||||||
containers:
|
|
||||||
- name: postgresql
|
|
||||||
image: postgres:16-alpine
|
|
||||||
# NOTE: no securityContext. The official postgres image's entrypoint must
|
|
||||||
# start as root to chown a fresh /var/lib/postgresql/data, then drops to
|
|
||||||
# the postgres user (uid 70 in alpine) via gosu. Forcing runAsNonRoot here
|
|
||||||
# breaks initdb on a fresh PVC. Matches the vaultwarden-postgresql pattern.
|
|
||||||
ports:
|
|
||||||
- name: tcp-postgresql
|
|
||||||
containerPort: 5432
|
|
||||||
env:
|
|
||||||
- name: POSTGRES_USER
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef:
|
|
||||||
name: forte-drop-pg-creds
|
|
||||||
key: pgusername
|
|
||||||
- name: POSTGRES_PASSWORD
|
|
||||||
valueFrom:
|
|
||||||
secretKeyRef:
|
|
||||||
name: forte-drop-pg-creds
|
|
||||||
key: pgpassword
|
|
||||||
- name: POSTGRES_DB
|
|
||||||
value: drops
|
|
||||||
- name: PGDATA
|
|
||||||
value: /var/lib/postgresql/data/pgdata
|
|
||||||
volumeMounts:
|
|
||||||
- name: data
|
|
||||||
mountPath: /var/lib/postgresql/data
|
|
||||||
livenessProbe:
|
|
||||||
exec:
|
|
||||||
command:
|
|
||||||
- sh
|
|
||||||
- -c
|
|
||||||
- pg_isready -U "$POSTGRES_USER" -d drops
|
|
||||||
initialDelaySeconds: 30
|
|
||||||
periodSeconds: 10
|
|
||||||
readinessProbe:
|
|
||||||
exec:
|
|
||||||
command:
|
|
||||||
- sh
|
|
||||||
- -c
|
|
||||||
- pg_isready -U "$POSTGRES_USER" -d drops
|
|
||||||
initialDelaySeconds: 5
|
|
||||||
periodSeconds: 5
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
cpu: 100m
|
|
||||||
memory: 256Mi
|
|
||||||
limits:
|
|
||||||
cpu: 500m
|
|
||||||
memory: 512Mi
|
|
||||||
volumeClaimTemplates:
|
|
||||||
- metadata:
|
|
||||||
name: data
|
|
||||||
annotations:
|
|
||||||
argocd.argoproj.io/sync-options: Prune=false,Delete=false
|
|
||||||
spec:
|
|
||||||
accessModes:
|
|
||||||
- ReadWriteOnce
|
|
||||||
storageClassName: upcloud-block-storage-maxiops
|
|
||||||
resources:
|
|
||||||
requests:
|
|
||||||
storage: 5Gi
|
|
||||||
@@ -4,7 +4,6 @@ resources:
|
|||||||
- ../../base
|
- ../../base
|
||||||
- vaultwarden-postgresql
|
- vaultwarden-postgresql
|
||||||
- vaultwarden
|
- vaultwarden
|
||||||
- forte-drop-postgresql
|
|
||||||
|
|
||||||
# No patches needed — base already has "upc-dev" paths
|
# No patches needed — base already has "upc-dev" paths
|
||||||
# upc-dev is the default/base cluster
|
# upc-dev is the default/base cluster
|
||||||
|
|||||||
@@ -59,6 +59,10 @@ config:
|
|||||||
href: https://benken.hackathon.forteapps.net
|
href: https://benken.hackathon.forteapps.net
|
||||||
description: Teknisk kompetanse fra offentlige anbud
|
description: Teknisk kompetanse fra offentlige anbud
|
||||||
icon: forte
|
icon: forte
|
||||||
|
- Forte Drop:
|
||||||
|
href: https://drop.hackathon.forteapps.net
|
||||||
|
description: Self-hosted HTML-drops + MCP for Claude
|
||||||
|
icon: forte
|
||||||
- Forte Feedback:
|
- Forte Feedback:
|
||||||
href: https://feedback.forteapps.net
|
href: https://feedback.forteapps.net
|
||||||
description: Fortes internal feedback app
|
description: Fortes internal feedback app
|
||||||
|
|||||||
Reference in New Issue
Block a user