mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-08-20 22:27:04 +00:00
Chris LuandGitHub
a10607f90a
* terraform: add cloud-agnostic core renderer module Renders per-node weed argv, systemd units, config files, disk-mount and secret-fetch scripts, and cloud-init from an address map. Creates zero cloud resources. Flags verified against the weed binary: volume uses -mserver for the master list, gRPC is -port.grpc (auto http+10000), minFreeSpacePercent is a string, filer store via -defaultStoreDir. * terraform: add mTLS and JWT security module Generates the CA, per-component certs with distinct CNs, and JWT signing keys via the tls/random providers. Emits a core_security object plus PEMs for secret-store delivery. * terraform: add AWS deployment module and examples Reserves stable ENIs first, renders config via the core, then creates instances, prevent_destroy EBS data disks mounted at /data, and the cluster security group. With enable_security, generates certs/JWT, stores them in SSM SecureString, grants an instance role, and fetches them at boot so secrets stay out of user_data. Keyed for_each on every stateful tier. * terraform: add local cluster test harnesses run_local_cluster.sh and run_local_secure.sh render a cluster with the core and run real weed processes, asserting master quorum, volume registration, filer/s3 round-trips, mutual-TLS formation, and JWT enforcement. Use an isolated high port range with a guard so they never touch a cluster already running on the machine. The weed binary defaults to $(go env GOPATH)/bin/weed. * terraform: add CI workflow and README fmt/validate/tofu-test plus smoke jobs that build weed and run both harnesses. * terraform: guard against empty filesystem UUID in mount script An empty UUID made grep -q match any fstab line, skipping the fstab entry and breaking the mount. Fail fast when blkid returns no UUID. * terraform: sanitize cluster name in WEED_CLUSTER env keys Hyphens or spaces in cluster_name produced invalid systemd/bash env var names; map non-alphanumerics to underscores. * terraform: omit empty jwt.signing block from security.toml With enable_security and no JWT key, the template emitted [jwt.signing] key="". Gate the block on a non-empty key and cover it with a test. * terraform: mark core security input as sensitive The security object carries JWT signing keys; keep them out of plan output and known values. * terraform: enforce jwt_length minimum of 32 * terraform: note region/AZ coupling in HA example * terraform: guard WORKDIR before recursive delete in test harnesses * terraform: fix README fence language and test count * terraform: handle embedded s3 with no filer nodes Indexing sort(keys(var.filers))[0] errored at plan time when embedded S3 was enabled but no filers were defined; fall back to an empty config source. * terraform: scope kms:Decrypt to a configurable key arn Replace the hardcoded Resource="*" with a kms_key_arn variable (default "*") so production can restrict decrypt to a specific CMK. * terraform: encrypt EBS data volumes at rest Set encrypted = true on the volume/filer data disks and the all-in-one example disk. * terraform: protect filer instances from API termination Filers hold the leveldb2 metadata store, so they are stateful and get the same disable_api_termination as masters and volumes. * terraform: stop instance before detaching in all-in-one example * terraform: drop stale references to the removed plan doc * terraform: correct stale mount-step comment in aws module * terraform: mark Terraform support as experimental in README
118 lines
3.2 KiB
Terraform
118 lines
3.2 KiB
Terraform
# SeaweedFS HA on AWS: 3-master quorum + 3 volume servers (one per AZ) + 2
|
|
# filers (leveldb2-replicated HA) + 1 standalone S3 gateway.
|
|
#
|
|
# tofu init && tofu validate
|
|
# tofu apply # requires AWS credentials, a VPC, subnets, and a weed AMI
|
|
#
|
|
# This is a scaffold: it provisions instances, protected EBS data disks, and the
|
|
# security group. Mounting the EBS disk at /data and secret-store cert delivery
|
|
# are documented follow-ups (see terraform/README.md).
|
|
|
|
terraform {
|
|
required_version = ">= 1.3.0"
|
|
required_providers {
|
|
aws = {
|
|
source = "hashicorp/aws"
|
|
version = ">= 5.40"
|
|
}
|
|
}
|
|
}
|
|
|
|
provider "aws" {
|
|
region = var.region
|
|
}
|
|
|
|
variable "region" {
|
|
type = string
|
|
default = "us-east-1"
|
|
}
|
|
|
|
variable "vpc_id" {
|
|
type = string
|
|
}
|
|
|
|
variable "ami_id" {
|
|
description = "AMI with the weed binary at /usr/bin/weed."
|
|
type = string
|
|
}
|
|
|
|
# subnet per AZ
|
|
variable "subnet_a" { type = string }
|
|
variable "subnet_b" { type = string }
|
|
variable "subnet_c" { type = string }
|
|
|
|
# AZ defaults assume region us-east-1. When you change `region`, override az_a/az_b/az_c
|
|
# (and the matching subnets) with AZs that belong to that region, or the volume/filer
|
|
# EBS volumes will fail to create in a mismatched AZ.
|
|
variable "az_a" {
|
|
type = string
|
|
default = "us-east-1a"
|
|
}
|
|
variable "az_b" {
|
|
type = string
|
|
default = "us-east-1b"
|
|
}
|
|
variable "az_c" {
|
|
type = string
|
|
default = "us-east-1c"
|
|
}
|
|
|
|
variable "client_ingress_cidrs" {
|
|
type = list(string)
|
|
default = ["10.0.0.0/8"]
|
|
}
|
|
|
|
variable "ssh_ingress_cidrs" {
|
|
type = list(string)
|
|
default = []
|
|
}
|
|
|
|
module "seaweedfs" {
|
|
source = "../../modules/aws"
|
|
|
|
name = "seaweedfs"
|
|
vpc_id = var.vpc_id
|
|
ami_id = var.ami_id
|
|
|
|
# secure-by-default flagship: mTLS (certs + JWT generated by the security
|
|
# submodule, delivered via SSM and fetched at boot) plus monitoring.
|
|
enable_security = true
|
|
monitoring_enabled = true
|
|
|
|
masters = {
|
|
m0 = { subnet_id = var.subnet_a, private_ip = "10.0.1.10" }
|
|
m1 = { subnet_id = var.subnet_b, private_ip = "10.0.2.10" }
|
|
m2 = { subnet_id = var.subnet_c, private_ip = "10.0.3.10" }
|
|
}
|
|
|
|
volumes = {
|
|
v0 = { subnet_id = var.subnet_a, availability_zone = var.az_a, private_ip = "10.0.1.20", rack = var.az_a, data_center = var.region, data_volume_size_gb = 500 }
|
|
v1 = { subnet_id = var.subnet_b, availability_zone = var.az_b, private_ip = "10.0.2.20", rack = var.az_b, data_center = var.region, data_volume_size_gb = 500 }
|
|
v2 = { subnet_id = var.subnet_c, availability_zone = var.az_c, private_ip = "10.0.3.20", rack = var.az_c, data_center = var.region, data_volume_size_gb = 500 }
|
|
}
|
|
|
|
filers = {
|
|
f0 = { subnet_id = var.subnet_a, availability_zone = var.az_a, private_ip = "10.0.1.30" }
|
|
f1 = { subnet_id = var.subnet_b, availability_zone = var.az_b, private_ip = "10.0.2.30" }
|
|
}
|
|
|
|
s3_nodes = {
|
|
s0 = { subnet_id = var.subnet_a, private_ip = "10.0.1.40" }
|
|
}
|
|
|
|
client_ingress_cidrs = var.client_ingress_cidrs
|
|
ssh_ingress_cidrs = var.ssh_ingress_cidrs
|
|
}
|
|
|
|
output "master_peers" {
|
|
value = module.seaweedfs.master_peers
|
|
}
|
|
|
|
output "instance_ids" {
|
|
value = module.seaweedfs.instance_ids
|
|
}
|
|
|
|
output "security_group_id" {
|
|
value = module.seaweedfs.security_group_id
|
|
}
|