mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-07-25 17:42:54 +00:00
* terraform: add cloud-agnostic core renderer module Renders per-node weed argv, systemd units, config files, disk-mount and secret-fetch scripts, and cloud-init from an address map. Creates zero cloud resources. Flags verified against the weed binary: volume uses -mserver for the master list, gRPC is -port.grpc (auto http+10000), minFreeSpacePercent is a string, filer store via -defaultStoreDir. * terraform: add mTLS and JWT security module Generates the CA, per-component certs with distinct CNs, and JWT signing keys via the tls/random providers. Emits a core_security object plus PEMs for secret-store delivery. * terraform: add AWS deployment module and examples Reserves stable ENIs first, renders config via the core, then creates instances, prevent_destroy EBS data disks mounted at /data, and the cluster security group. With enable_security, generates certs/JWT, stores them in SSM SecureString, grants an instance role, and fetches them at boot so secrets stay out of user_data. Keyed for_each on every stateful tier. * terraform: add local cluster test harnesses run_local_cluster.sh and run_local_secure.sh render a cluster with the core and run real weed processes, asserting master quorum, volume registration, filer/s3 round-trips, mutual-TLS formation, and JWT enforcement. Use an isolated high port range with a guard so they never touch a cluster already running on the machine. The weed binary defaults to $(go env GOPATH)/bin/weed. * terraform: add CI workflow and README fmt/validate/tofu-test plus smoke jobs that build weed and run both harnesses. * terraform: guard against empty filesystem UUID in mount script An empty UUID made grep -q match any fstab line, skipping the fstab entry and breaking the mount. Fail fast when blkid returns no UUID. * terraform: sanitize cluster name in WEED_CLUSTER env keys Hyphens or spaces in cluster_name produced invalid systemd/bash env var names; map non-alphanumerics to underscores. * terraform: omit empty jwt.signing block from security.toml With enable_security and no JWT key, the template emitted [jwt.signing] key="". Gate the block on a non-empty key and cover it with a test. * terraform: mark core security input as sensitive The security object carries JWT signing keys; keep them out of plan output and known values. * terraform: enforce jwt_length minimum of 32 * terraform: note region/AZ coupling in HA example * terraform: guard WORKDIR before recursive delete in test harnesses * terraform: fix README fence language and test count * terraform: handle embedded s3 with no filer nodes Indexing sort(keys(var.filers))[0] errored at plan time when embedded S3 was enabled but no filers were defined; fall back to an empty config source. * terraform: scope kms:Decrypt to a configurable key arn Replace the hardcoded Resource="*" with a kms_key_arn variable (default "*") so production can restrict decrypt to a specific CMK. * terraform: encrypt EBS data volumes at rest Set encrypted = true on the volume/filer data disks and the all-in-one example disk. * terraform: protect filer instances from API termination Filers hold the leveldb2 metadata store, so they are stateful and get the same disable_api_termination as masters and volumes. * terraform: stop instance before detaching in all-in-one example * terraform: drop stale references to the removed plan doc * terraform: correct stale mount-step comment in aws module * terraform: mark Terraform support as experimental in README
206 lines
7.3 KiB
Terraform
206 lines
7.3 KiB
Terraform
# ---- step 1: reserve stable addressing (ENIs with fixed private IPs) -------
|
|
# These exist BEFORE the core renders config, so the address map is known and
|
|
# the core <- wrapper dependency is one-way (no apply-time cycle).
|
|
|
|
resource "aws_network_interface" "master" {
|
|
for_each = var.masters
|
|
subnet_id = each.value.subnet_id
|
|
private_ips = [each.value.private_ip]
|
|
security_groups = [aws_security_group.cluster.id]
|
|
tags = merge(var.tags, { Name = "${var.name}-master-${each.key}", Role = "master" })
|
|
}
|
|
|
|
resource "aws_network_interface" "volume" {
|
|
for_each = var.volumes
|
|
subnet_id = each.value.subnet_id
|
|
private_ips = [each.value.private_ip]
|
|
security_groups = [aws_security_group.cluster.id]
|
|
tags = merge(var.tags, { Name = "${var.name}-volume-${each.key}", Role = "volume" })
|
|
}
|
|
|
|
resource "aws_network_interface" "filer" {
|
|
for_each = var.filers
|
|
subnet_id = each.value.subnet_id
|
|
private_ips = [each.value.private_ip]
|
|
security_groups = [aws_security_group.cluster.id]
|
|
tags = merge(var.tags, { Name = "${var.name}-filer-${each.key}", Role = "filer" })
|
|
}
|
|
|
|
resource "aws_network_interface" "s3" {
|
|
for_each = var.s3_nodes
|
|
subnet_id = each.value.subnet_id
|
|
private_ips = [each.value.private_ip]
|
|
security_groups = [aws_security_group.cluster.id]
|
|
tags = merge(var.tags, { Name = "${var.name}-s3-${each.key}", Role = "s3" })
|
|
}
|
|
|
|
# ---- step 2: render config with the cloud-agnostic core --------------------
|
|
module "core" {
|
|
source = "../core"
|
|
|
|
weed_binary = var.weed_binary
|
|
monitoring_enabled = var.monitoring_enabled
|
|
enable_security = var.enable_security
|
|
security = local.core_security
|
|
|
|
# Keep secrets out of cloud-init user_data when security is on; deliver them
|
|
# from SSM via the boot fetch script instead.
|
|
render_secret_files = !var.enable_security
|
|
boot_fetch_script = local.fetch_script
|
|
|
|
master = {
|
|
nodes = { for k, v in var.masters : k => { address = v.private_ip } }
|
|
}
|
|
|
|
volume = {
|
|
enabled = length(var.volumes) > 0
|
|
nodes = { for k, v in var.volumes : k => {
|
|
address = v.private_ip
|
|
rack = v.rack
|
|
data_center = v.data_center
|
|
data_dirs = [{ path = "/data", max_volumes = 0 }]
|
|
# auto-discover the single attached data disk and mount it at /data
|
|
disk_mounts = [{ mountpoint = "/data", fstype = "xfs" }]
|
|
} }
|
|
}
|
|
|
|
filer = {
|
|
enabled = length(var.filers) > 0
|
|
nodes = { for k, v in var.filers : k => {
|
|
address = v.private_ip
|
|
data_dir = "/data/filerldb2"
|
|
disk_mounts = [{ mountpoint = "/data", fstype = "xfs" }]
|
|
} }
|
|
s3 = var.embedded_s3
|
|
}
|
|
|
|
s3 = {
|
|
enabled = length(var.s3_nodes) > 0
|
|
nodes = { for k, v in var.s3_nodes : k => { address = v.private_ip } }
|
|
}
|
|
|
|
s3_identities = var.s3_identities
|
|
}
|
|
|
|
# ---- step 3: instances (keyed for_each; user_data = rendered cloud-init) ----
|
|
resource "aws_instance" "master" {
|
|
for_each = var.masters
|
|
ami = var.ami_id
|
|
instance_type = each.value.instance_type
|
|
key_name = var.key_name
|
|
user_data = module.core.cloud_init_by_node["master-${each.key}"]
|
|
iam_instance_profile = var.enable_security ? aws_iam_instance_profile.node[0].name : null
|
|
disable_api_termination = var.termination_protection
|
|
|
|
network_interface {
|
|
network_interface_id = aws_network_interface.master[each.key].id
|
|
device_index = 0
|
|
}
|
|
metadata_options {
|
|
http_tokens = "required" # IMDSv2
|
|
}
|
|
tags = merge(var.tags, { Name = "${var.name}-master-${each.key}", Role = "master" })
|
|
}
|
|
|
|
resource "aws_instance" "volume" {
|
|
for_each = var.volumes
|
|
ami = var.ami_id
|
|
instance_type = each.value.instance_type
|
|
key_name = var.key_name
|
|
user_data = module.core.cloud_init_by_node["volume-${each.key}"]
|
|
iam_instance_profile = var.enable_security ? aws_iam_instance_profile.node[0].name : null
|
|
disable_api_termination = var.termination_protection
|
|
|
|
network_interface {
|
|
network_interface_id = aws_network_interface.volume[each.key].id
|
|
device_index = 0
|
|
}
|
|
metadata_options {
|
|
http_tokens = "required"
|
|
}
|
|
tags = merge(var.tags, { Name = "${var.name}-volume-${each.key}", Role = "volume" })
|
|
}
|
|
|
|
resource "aws_instance" "filer" {
|
|
for_each = var.filers
|
|
ami = var.ami_id
|
|
instance_type = each.value.instance_type
|
|
key_name = var.key_name
|
|
user_data = module.core.cloud_init_by_node["filer-${each.key}"]
|
|
iam_instance_profile = var.enable_security ? aws_iam_instance_profile.node[0].name : null
|
|
disable_api_termination = var.termination_protection
|
|
|
|
network_interface {
|
|
network_interface_id = aws_network_interface.filer[each.key].id
|
|
device_index = 0
|
|
}
|
|
metadata_options {
|
|
http_tokens = "required"
|
|
}
|
|
tags = merge(var.tags, { Name = "${var.name}-filer-${each.key}", Role = "filer" })
|
|
}
|
|
|
|
resource "aws_instance" "s3" {
|
|
for_each = var.s3_nodes
|
|
ami = var.ami_id
|
|
instance_type = each.value.instance_type
|
|
key_name = var.key_name
|
|
user_data = module.core.cloud_init_by_node["s3-${each.key}"]
|
|
iam_instance_profile = var.enable_security ? aws_iam_instance_profile.node[0].name : null
|
|
|
|
network_interface {
|
|
network_interface_id = aws_network_interface.s3[each.key].id
|
|
device_index = 0
|
|
}
|
|
metadata_options {
|
|
http_tokens = "required"
|
|
}
|
|
tags = merge(var.tags, { Name = "${var.name}-s3-${each.key}", Role = "s3" })
|
|
}
|
|
|
|
# ---- step 4: protected data disks (decoupled; survive instance replacement) -
|
|
# The core's mount-disks.sh (wired via disk_mounts above) mkfs+mounts these at
|
|
# /data before the weed unit starts.
|
|
resource "aws_ebs_volume" "volume_data" {
|
|
for_each = var.volumes
|
|
availability_zone = each.value.availability_zone
|
|
size = each.value.data_volume_size_gb
|
|
type = each.value.data_volume_type
|
|
iops = each.value.data_volume_iops
|
|
encrypted = true
|
|
tags = merge(var.tags, { Name = "${var.name}-volume-${each.key}-data", Role = "volume" })
|
|
|
|
lifecycle {
|
|
prevent_destroy = true # break-glass: remove to allow destroy
|
|
}
|
|
}
|
|
|
|
resource "aws_volume_attachment" "volume_data" {
|
|
for_each = var.volumes
|
|
device_name = "/dev/xvdf"
|
|
volume_id = aws_ebs_volume.volume_data[each.key].id
|
|
instance_id = aws_instance.volume[each.key].id
|
|
stop_instance_before_detaching = true
|
|
}
|
|
|
|
resource "aws_ebs_volume" "filer_data" {
|
|
for_each = var.filers
|
|
availability_zone = each.value.availability_zone
|
|
size = each.value.data_volume_size_gb
|
|
type = "gp3"
|
|
encrypted = true
|
|
tags = merge(var.tags, { Name = "${var.name}-filer-${each.key}-data", Role = "filer" })
|
|
|
|
lifecycle {
|
|
prevent_destroy = true
|
|
}
|
|
}
|
|
|
|
resource "aws_volume_attachment" "filer_data" {
|
|
for_each = var.filers
|
|
device_name = "/dev/xvdf"
|
|
volume_id = aws_ebs_volume.filer_data[each.key].id
|
|
instance_id = aws_instance.filer[each.key].id
|
|
stop_instance_before_detaching = true
|
|
}
|