mirror of
https://github.com/versity/versitygw.git
synced 2026-08-17 20:56:21 +00:00
Closes #1640 Add a standalone AWS IAM Query API implementation for managing IAM users through standard AWS SDKs and the AWS CLI. Server usage Start the IAM server with internal file-backed storage: mkdir -p /tmp/versitygw-iam ./versitygw --port 127.0.0.1:7070 --access user --secret pass iam --dir /tmp/versitygw-iam Start the IAM server with Vault KV v2 storage using AppRole: VGW_IAM_VAULT_ROLE_SECRET=<role-secret> ./versitygw --port 127.0.0.1:7070 --access user --secret pass iam --vault-endpoint-url http://127.0.0.1:8200 --vault-auth-method approle --vault-role-id <role-id> --vault-mount-path kv --vault-secret-storage-path iam Vault authentication also supports root tokens, separate authentication and secret-storage namespaces, custom mount paths, server certificate validation, and mutual TLS client certificates. Configure the AWS CLI credentials used by the IAM server: export AWS_ACCESS_KEY_ID=user export AWS_SECRET_ACCESS_KEY=pass export AWS_DEFAULT_REGION=us-east-1 Implemented IAM actions CreateUser creates an IAM user with an AWS-compatible ARN, generated AIDA user ID, creation timestamp, optional path, and tags. It validates usernames, paths, tag limits, reserved tag prefixes, duplicate tag keys, and existing users. aws --endpoint-url http://127.0.0.1:7070 iam create-user --user-name bob aws --endpoint-url http://127.0.0.1:7070 iam create-user --user-name bob --path /engineering/ --tags Key=team,Value=storage GetUser returns a stored user or the root identity when requested without a username through the IAM Query API. aws --endpoint-url http://127.0.0.1:7070 iam get-user --user-name bob ListUsers returns users in deterministic username order and supports path filtering, marker-based pagination, and MaxItems limits. aws --endpoint-url http://127.0.0.1:7070 iam list-users aws --endpoint-url http://127.0.0.1:7070 iam list-users --path-prefix /engineering/ --max-items 100 UpdateUser updates the username and/or path, recalculates the user ARN, and rejects conflicts with existing users. aws --endpoint-url http://127.0.0.1:7070 iam update-user --user-name bob --new-user-name robert --new-path /platform/ DeleteUser permanently removes an IAM user and returns AWS-compatible errors for missing users. aws --endpoint-url http://127.0.0.1:7070 iam delete-user --user-name robert IAM protocol and authentication - Support the AWS IAM Query protocol version 2010-05-08 over GET and POST form requests. - Return AWS-compatible XML responses, error documents, status codes, request IDs, user metadata, and pagination fields. - Authenticate root credentials with AWS Signature Version 4 for the IAM service in us-east-1. - Support both Authorization-header and query-string SigV4 authentication. - Validate credential scope, signed headers, timestamps, clock skew, content length, signatures, and unsupported signature or session-token modes. - Add IAM-specific validation and error mapping for malformed requests, invalid actions, duplicate entities, missing users, throttling, and internal failures. Storage implementations - Add an internal JSON-backed store using iam.json and iam.json.backup with atomic temporary-file replacement, concurrent access protection, stable ordering, pagination, and persistence across restarts. - Add a Vault KV v2 store with one secret per user, CAS-based duplicate protection, permanent deletion, AppRole reauthentication, namespace support, configurable authentication and KV mounts, root-token authentication, and TLS/mTLS configuration. - Introduce a common Storer interface and require exactly one storage backend to be configured. Server and embedding support - Register the new `versitygw iam` command with environment-variable and CLI configuration for both storage backends. - Add `embedgw.RunIAMAPI` and `IAMConfig` for embedding the IAM service in Go applications. Gateway-level internal packages - Add `internal/iamstore` as a reusable generic file-backed IAM persistence engine and migrate the existing gateway internal IAM service to it. - Add `internal/sigv4auth` for shared SigV4 header and presigned-query parsing, canonical request generation, signature verification, and structured authentication errors. - Refactor the S3 authentication paths to use the shared SigV4 implementation while preserving S3-specific error responses. - Add `internal/httpctx` for shared Fiber context keys and AWS-style request ID handling. - Add `internal/routekit` for shared query, form, and header route matchers. - Add `internal/netutil` for reusable certificate storage, hostname-aware listeners, multi-address serving, TLS listeners, and UNIX socket handling. - Update the custom SigV4 signer to honor an explicitly supplied signed-header list so unrelated headers do not alter IAM signatures. Testing and CI - Add AWS IAM SDK-based integration coverage for all supported user actions, header authentication, query authentication, validation, errors, filtering, and pagination. - Split standalone IAM tests into `versitygw test iam` and retain existing gateway IAM tests under `versitygw test gw-iam`. - Add unit coverage for controllers, authentication, routing, storage, embedding, listeners, request matching, persistence, and signing behavior. - Add `runiamtests.sh` to exercise internal storage over HTTP and HTTPS plus Vault storage through AppRole. - Add a dedicated IAM functional-test workflow with a Vault service and merged runtime coverage reporting. - Include the IAM test runner in shellcheck and add the AWS IAM SDK dependency.
368 lines
13 KiB
Go
368 lines
13 KiB
Go
// Copyright 2026 Versity Software
|
|
// This file is licensed under the Apache License, Version 2.0
|
|
// (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package integration
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"reflect"
|
|
"sort"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/aws/aws-sdk-go-v2/aws"
|
|
awsmiddleware "github.com/aws/aws-sdk-go-v2/aws/middleware"
|
|
"github.com/aws/aws-sdk-go-v2/service/iam"
|
|
iamtypes "github.com/aws/aws-sdk-go-v2/service/iam/types"
|
|
"github.com/versity/versitygw/iamapi/iamerr"
|
|
)
|
|
|
|
func IAMListUsers_invalid_path_prefix(s *S3Conf) error {
|
|
testName := "IAMListUsers_invalid_path_prefix"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
expected := iamerr.ValidationError("The specified value for pathPrefix is invalid. It must begin with the / character and contain only alphanumeric characters and/or / characters.")
|
|
for _, pathPrefix := range []string{"invalid", "/invalid\n"} {
|
|
_, err := listIAMUsers(client, &iam.ListUsersInput{PathPrefix: aws.String(pathPrefix)})
|
|
if checkErr := checkIAMApiErr(err, expected); checkErr != nil {
|
|
return fmt.Errorf("PathPrefix %q: %w", pathPrefix, checkErr)
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_long_path_prefix(s *S3Conf) error {
|
|
testName := "IAMListUsers_long_path_prefix"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
pathPrefix := "/" + strings.Repeat("a", 512)
|
|
_, err := listIAMUsers(client, &iam.ListUsersInput{PathPrefix: &pathPrefix})
|
|
return checkIAMApiErr(err, iamerr.ValidationError("The specified value for pathPrefix is invalid. It must begin with the / character and contain only alphanumeric characters and/or / characters."))
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_invalid_max_items(s *S3Conf) error {
|
|
testName := "IAMListUsers_invalid_max_items"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
for _, maxItems := range []int32{-1, 0, 1001} {
|
|
_, err := listIAMUsers(client, &iam.ListUsersInput{MaxItems: aws.Int32(maxItems)})
|
|
expected := iamerr.ValidationError(fmt.Sprintf("1 validation error detected: Value '%d' at 'maxItems' failed to satisfy constraint: Member must have value between 1 and 1000", maxItems))
|
|
if checkErr := checkIAMApiErr(err, expected); checkErr != nil {
|
|
return fmt.Errorf("MaxItems %d: %w", maxItems, checkErr)
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_invalid_max_items_format(s *S3Conf) error {
|
|
testName := "IAMListUsers_invalid_max_items_format"
|
|
body := []byte(url.Values{
|
|
"Action": {"ListUsers"},
|
|
"Version": {"2010-05-08"},
|
|
"MaxItems": {"not-a-number"},
|
|
}.Encode())
|
|
return authHandler(s, &authConfig{
|
|
testName: testName,
|
|
method: http.MethodPost,
|
|
service: "iam",
|
|
region: iamAuthRegion,
|
|
body: body,
|
|
date: time.Now().UTC(),
|
|
headers: map[string]string{"Content-Type": "application/x-www-form-urlencoded"},
|
|
}, func(req *http.Request) error {
|
|
expected := iamerr.ValidationError("1 validation error detected: Value 'not-a-number' at 'maxItems' failed to satisfy constraint: Member must have value between 1 and 1000")
|
|
return checkIAMAuthRequest(s, req, expected)
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_empty_result(s *S3Conf) error {
|
|
testName := "IAMListUsers_empty_result"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
pathPrefix := "/list-users-" + genRandString(16) + "/"
|
|
input := &iam.ListUsersInput{PathPrefix: &pathPrefix}
|
|
first, err := listIAMUsers(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
second, err := listIAMUsers(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := checkIAMListUsersOutput(first); err != nil {
|
|
return err
|
|
}
|
|
if err := checkIAMListUsersOutput(second); err != nil {
|
|
return err
|
|
}
|
|
if len(first.Users) != 0 || len(second.Users) != 0 {
|
|
return fmt.Errorf("expected consistent empty results, instead got %v and %v", iamListUserNames(first.Users), iamListUserNames(second.Users))
|
|
}
|
|
return nil
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_success(s *S3Conf) error {
|
|
testName := "IAMListUsers_success"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
path := "/list-users-" + genRandString(16) + "/"
|
|
users := map[string]string{"list-users-" + genRandString(16): path}
|
|
return withIAMListUsers(client, users, func() error {
|
|
out, err := listIAMUsers(client, &iam.ListUsersInput{PathPrefix: &path})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := checkIAMListUsersOutput(out); err != nil {
|
|
return err
|
|
}
|
|
return checkIAMListUsers(out.Users, users)
|
|
})
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_path_prefix(s *S3Conf) error {
|
|
testName := "IAMListUsers_path_prefix"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
basePath := "/list-users-" + genRandString(16) + "/"
|
|
engineeringPath := basePath + "engineering/"
|
|
namePrefix := "list-users-" + genRandString(8)
|
|
users := map[string]string{
|
|
namePrefix + "-root": basePath,
|
|
namePrefix + "-z": engineeringPath,
|
|
namePrefix + "-a": engineeringPath + "platform/",
|
|
namePrefix + "-ops": basePath + "operations/",
|
|
}
|
|
expected := map[string]string{
|
|
namePrefix + "-a": engineeringPath + "platform/",
|
|
namePrefix + "-z": engineeringPath,
|
|
}
|
|
return withIAMListUsers(client, users, func() error {
|
|
input := &iam.ListUsersInput{PathPrefix: &engineeringPath}
|
|
first, err := listIAMUsers(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
second, err := listIAMUsers(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := checkIAMListUsersOutput(first); err != nil {
|
|
return err
|
|
}
|
|
if err := checkIAMListUsers(first.Users, expected); err != nil {
|
|
return err
|
|
}
|
|
if !reflect.DeepEqual(iamListUserNames(first.Users), iamListUserNames(second.Users)) {
|
|
return fmt.Errorf("expected consistent results, instead got %v and %v", iamListUserNames(first.Users), iamListUserNames(second.Users))
|
|
}
|
|
return nil
|
|
})
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_pagination(s *S3Conf) error {
|
|
testName := "IAMListUsers_pagination"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
path := "/list-users-" + genRandString(16) + "/"
|
|
users := make(map[string]string, 5)
|
|
for range 5 {
|
|
users["list-users-"+genRandString(16)] = path
|
|
}
|
|
return withIAMListUsers(client, users, func() error {
|
|
input := iam.ListUsersInput{PathPrefix: &path, MaxItems: aws.Int32(2)}
|
|
firstPages, err := collectIAMListUserPages(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
secondPages, err := collectIAMListUserPages(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := checkIAMListUserPages(firstPages, []int{2, 2, 1}, users); err != nil {
|
|
return err
|
|
}
|
|
if !reflect.DeepEqual(iamListUserPageValues(firstPages), iamListUserPageValues(secondPages)) {
|
|
return fmt.Errorf("expected consistent pagination results")
|
|
}
|
|
return nil
|
|
})
|
|
})
|
|
}
|
|
|
|
func IAMListUsers_path_prefix_pagination(s *S3Conf) error {
|
|
testName := "IAMListUsers_path_prefix_pagination"
|
|
return iamActionHandler(s, testName, func(client *iam.Client) error {
|
|
basePath := "/list-users-" + genRandString(16) + "/"
|
|
matchingPath := basePath + "engineering/"
|
|
namePrefix := "list-users-" + genRandString(8)
|
|
users := map[string]string{
|
|
namePrefix + "-outside": basePath,
|
|
namePrefix + "-e": matchingPath,
|
|
namePrefix + "-d": matchingPath,
|
|
namePrefix + "-c": matchingPath + "platform/",
|
|
namePrefix + "-b": matchingPath + "storage/",
|
|
namePrefix + "-a": matchingPath + "storage/archive/",
|
|
namePrefix + "-ops": basePath + "operations/",
|
|
}
|
|
expected := map[string]string{
|
|
namePrefix + "-a": matchingPath + "storage/archive/",
|
|
namePrefix + "-b": matchingPath + "storage/",
|
|
namePrefix + "-c": matchingPath + "platform/",
|
|
namePrefix + "-d": matchingPath,
|
|
namePrefix + "-e": matchingPath,
|
|
}
|
|
return withIAMListUsers(client, users, func() error {
|
|
input := iam.ListUsersInput{PathPrefix: &matchingPath, MaxItems: aws.Int32(2)}
|
|
firstPages, err := collectIAMListUserPages(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
secondPages, err := collectIAMListUserPages(client, input)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := checkIAMListUserPages(firstPages, []int{2, 2, 1}, expected); err != nil {
|
|
return err
|
|
}
|
|
if !reflect.DeepEqual(iamListUserPageValues(firstPages), iamListUserPageValues(secondPages)) {
|
|
return fmt.Errorf("expected consistent filtered pagination results")
|
|
}
|
|
return nil
|
|
})
|
|
})
|
|
}
|
|
|
|
func listIAMUsers(client *iam.Client, input *iam.ListUsersInput) (*iam.ListUsersOutput, error) {
|
|
ctx, cancel := context.WithTimeout(context.Background(), shortTimeout)
|
|
defer cancel()
|
|
return client.ListUsers(ctx, input)
|
|
}
|
|
|
|
func withIAMListUsers(client *iam.Client, users map[string]string, test func() error) (err error) {
|
|
created := make([]string, 0, len(users))
|
|
defer func() {
|
|
for _, name := range created {
|
|
if deleteErr := deleteIAMUser(client, name); deleteErr != nil {
|
|
err = errors.Join(err, fmt.Errorf("delete IAM user %q: %w", name, deleteErr))
|
|
}
|
|
}
|
|
}()
|
|
|
|
for name, path := range users {
|
|
if _, err := createIAMUser(client, &iam.CreateUserInput{UserName: &name, Path: &path}); err != nil {
|
|
return err
|
|
}
|
|
created = append(created, name)
|
|
}
|
|
return test()
|
|
}
|
|
|
|
func collectIAMListUserPages(client *iam.Client, input iam.ListUsersInput) ([]*iam.ListUsersOutput, error) {
|
|
var pages []*iam.ListUsersOutput
|
|
for {
|
|
out, err := listIAMUsers(client, &input)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if err := checkIAMListUsersOutput(out); err != nil {
|
|
return nil, err
|
|
}
|
|
pages = append(pages, out)
|
|
if !out.IsTruncated {
|
|
return pages, nil
|
|
}
|
|
input.Marker = out.Marker
|
|
}
|
|
}
|
|
|
|
func checkIAMListUsersOutput(out *iam.ListUsersOutput) error {
|
|
if out == nil {
|
|
return fmt.Errorf("expected ListUsers output")
|
|
}
|
|
if requestID, ok := awsmiddleware.GetRequestIDMetadata(out.ResultMetadata); !ok || requestID == "" {
|
|
return fmt.Errorf("expected ListUsers response request id")
|
|
}
|
|
if out.IsTruncated != (out.Marker != nil && aws.ToString(out.Marker) != "") {
|
|
return fmt.Errorf("expected marker only when ListUsers output is truncated")
|
|
}
|
|
for _, user := range out.Users {
|
|
if aws.ToString(user.Path) == "" || aws.ToString(user.UserName) == "" || aws.ToString(user.UserId) == "" || aws.ToString(user.Arn) == "" || user.CreateDate == nil || user.CreateDate.IsZero() {
|
|
return fmt.Errorf("expected all required fields for listed user, instead got %#v", user)
|
|
}
|
|
if !integrationIAMUserIDPattern.MatchString(aws.ToString(user.UserId)) {
|
|
return fmt.Errorf("expected AWS IAM user id, instead got %q", aws.ToString(user.UserId))
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func checkIAMListUsers(users []iamtypes.User, expected map[string]string) error {
|
|
if len(users) != len(expected) {
|
|
return fmt.Errorf("expected %d users, instead got %d: %v", len(expected), len(users), iamListUserNames(users))
|
|
}
|
|
names := iamListUserNames(users)
|
|
if !sort.StringsAreSorted(names) {
|
|
return fmt.Errorf("expected users sorted by username, instead got %v", names)
|
|
}
|
|
for _, user := range users {
|
|
name := aws.ToString(user.UserName)
|
|
path, ok := expected[name]
|
|
if !ok {
|
|
return fmt.Errorf("unexpected listed user %q", name)
|
|
}
|
|
if aws.ToString(user.Path) != path {
|
|
return fmt.Errorf("expected user %q path %q, instead got %q", name, path, aws.ToString(user.Path))
|
|
}
|
|
if want := "arn:aws:iam::000000000000:user" + path + name; aws.ToString(user.Arn) != want {
|
|
return fmt.Errorf("expected user %q ARN %q, instead got %q", name, want, aws.ToString(user.Arn))
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func checkIAMListUserPages(pages []*iam.ListUsersOutput, sizes []int, expected map[string]string) error {
|
|
if len(pages) != len(sizes) {
|
|
return fmt.Errorf("expected %d pages, instead got %d", len(sizes), len(pages))
|
|
}
|
|
var users []iamtypes.User
|
|
for i, page := range pages {
|
|
if len(page.Users) != sizes[i] {
|
|
return fmt.Errorf("expected page %d to contain %d users, instead got %d", i+1, sizes[i], len(page.Users))
|
|
}
|
|
if page.IsTruncated != (i < len(pages)-1) {
|
|
return fmt.Errorf("unexpected IsTruncated value on page %d", i+1)
|
|
}
|
|
users = append(users, page.Users...)
|
|
}
|
|
return checkIAMListUsers(users, expected)
|
|
}
|
|
|
|
func iamListUserPageValues(pages []*iam.ListUsersOutput) [][]string {
|
|
values := make([][]string, len(pages))
|
|
for i, page := range pages {
|
|
values[i] = append([]string{fmt.Sprint(page.IsTruncated), aws.ToString(page.Marker)}, iamListUserNames(page.Users)...)
|
|
}
|
|
return values
|
|
}
|
|
|
|
func iamListUserNames(users []iamtypes.User) []string {
|
|
names := make([]string, len(users))
|
|
for i, user := range users {
|
|
names[i] = aws.ToString(user.UserName)
|
|
}
|
|
return names
|
|
}
|