s3: load storage-class disk mapping from filer grpc config

- Use fmt.Fprintf(c.writer, ...) instead of fmt.Printf
- Add missing newline in "deleting path" log message

docs/design/s3-storage-class-disk-routing.md

@@ -0,0 +1,50 @@
+# S3 Storage Class to Disk Routing
+
+## Problem
+SeaweedFS already stores S3 `x-amz-storage-class` as object metadata, but write allocation (`AssignVolume`) does not use it. Objects are therefore not routed to specific disk tags by storage class.
+
+## Goals
+1. Route new writes to disk types based on storage class.
+2. Preserve current behavior when no routing map is configured.
+3. Keep implementation incremental so future storage-class transitions can reuse the same decision logic.
+
+## Phase 1 (implemented in this PR)
+### Scope
+1. Configure routing in `filer.toml`:
+   - section: `[s3.storage_class_disk_type]`
+   - keys: lowercase storage classes (e.g. `standard_ia = "hdd"`).
+2. Load this routing map from filer via gRPC (`GetFilerConfiguration`) so S3 instances use filer-provided config.
+3. Provide explicit defaults (when not set in `filer.toml`):
+   - `standard = "ssd"`
+   - all colder classes default to `"hdd"`.
+4. Resolve effective storage class from:
+   - request header `X-Amz-Storage-Class`
+   - fallback to stored entry metadata (when available)
+   - fallback to `STANDARD`
+5. Apply mapped disk type on `AssignVolume` for `putToFiler` upload path.
+6. For multipart uploads, propagate storage class from upload metadata to part requests so part chunk allocation also follows routing.
+
+### Behavior
+1. If class mapping is not configured explicitly in `filer.toml`, filer defaults are applied.
+2. If class is unknown to the routing table at runtime: unchanged behavior (`DiskType=""`).
+3. Invalid storage class in request header: return `InvalidStorageClass`.
+4. Metadata storage remains AWS-compatible (`X-Amz-Storage-Class` is still saved when explicitly provided).
+
+## Phase 2 (next)
+1. Apply the same routing decision to server-side copy chunk allocation paths.
+2. Ensure storage-class changes via copy (`x-amz-metadata-directive: REPLACE` + new class) move chunks to target disk type immediately.
+
+## Phase 3 (future)
+1. Add async background transition API for in-place class change:
+   - mark object transition intent in metadata
+   - enqueue migration job
+   - copy chunks to target class disk
+   - atomically swap metadata/chunks
+   - garbage collect old chunks
+2. Add transition job status and retry handling.
+3. Add bucket policy controls for allowed transitions.
+
+## Non-goals for Phase 1
+1. Lifecycle-driven transitions (`STANDARD` -> `GLACIER` by age).
+2. Cost-aware placement balancing.
+3. Cross-cluster migration.

other/java/client/src/main/proto/filer.proto

@@ -357,6 +357,7 @@ message GetFilerConfigurationResponse {
     string filer_group = 13;
     int32 major_version = 14;
     int32 minor_version = 15;
+    map<string, string> storage_class_disk_type = 16;
 }
 
 message SubscribeMetadataRequest {

weed/command/s3.go

@@ -229,6 +229,7 @@ func (s3opt *S3Options) startS3Server() bool {
 	filerBucketsPath := "/buckets"
 	filerGroup := ""
 	var masterAddresses []pb.ServerAddress
+	storageClassDiskTypeMap := make(map[string]string)
 
 	grpcDialOption := security.LoadClientTLS(util.GetViper(), "grpc.client")
 
@@ -246,6 +247,7 @@ func (s3opt *S3Options) startS3Server() bool {
 			filerGroup = resp.FilerGroup
 			// Get master addresses for filer discovery
 			masterAddresses = pb.ServerAddresses(strings.Join(resp.Masters, ",")).ToAddresses()
+			storageClassDiskTypeMap = resp.GetStorageClassDiskType()
 			metricsAddress, metricsIntervalSec = resp.MetricsAddress, int(resp.MetricsIntervalSec)
 			glog.V(0).Infof("S3 read filer buckets dir: %s", filerBucketsPath)
 			if len(masterAddresses) > 0 {
@@ -309,6 +311,7 @@ func (s3opt *S3Options) startS3Server() bool {
 		Cipher:                    *s3opt.cipher, // encrypt data on volume servers
 		BindIp:                    *s3opt.bindIp,
 		GrpcPort:                  *s3opt.portGrpc,
+		StorageClassDiskTypeMap:   storageClassDiskTypeMap,
 	})
 	if s3ApiServer_err != nil {
 		glog.Fatalf("S3 API Server startup error: %v", s3ApiServer_err)

weed/command/scaffold/filer.toml

@@ -14,6 +14,21 @@
 recursive_delete = false
 #max_file_name_length = 255
 
+[s3.storage_class_disk_type]
+# Route S3 object writes to volume disk types by storage class.
+# Valid disk types are existing SeaweedFS disk tags, e.g. "hdd", "ssd", or custom tags.
+# Defaults: STANDARD on ssd, all colder tiers on hdd.
+standard = "ssd"
+reduced_redundancy = "hdd"
+standard_ia = "hdd"
+onezone_ia = "hdd"
+intelligent_tiering = "hdd"
+glacier = "hdd"
+deep_archive = "hdd"
+outposts = "hdd"
+glacier_ir = "hdd"
+snow = "hdd"
+
 ####################################################
 # The following are filer store options
 ####################################################
@@ -440,4 +455,3 @@ password = ""
 timeout = "5s"
 maxReconnects = 1000
 
-

weed/pb/filer.proto

@@ -357,6 +357,7 @@ message GetFilerConfigurationResponse {
     string filer_group = 13;
     int32 major_version = 14;
     int32 minor_version = 15;
+    map<string, string> storage_class_disk_type = 16;
 }
 
 message SubscribeMetadataRequest {

weed/pb/filer_pb/filer.pb.go

@@ -2635,23 +2635,24 @@ func (*GetFilerConfigurationRequest) Descriptor() ([]byte, []int) {
 }
 
 type GetFilerConfigurationResponse struct {
-	state              protoimpl.MessageState `protogen:"open.v1"`
-	Masters            []string               `protobuf:"bytes,1,rep,name=masters,proto3" json:"masters,omitempty"`
-	Replication        string                 `protobuf:"bytes,2,opt,name=replication,proto3" json:"replication,omitempty"`
-	Collection         string                 `protobuf:"bytes,3,opt,name=collection,proto3" json:"collection,omitempty"`
-	MaxMb              uint32                 `protobuf:"varint,4,opt,name=max_mb,json=maxMb,proto3" json:"max_mb,omitempty"`
-	DirBuckets         string                 `protobuf:"bytes,5,opt,name=dir_buckets,json=dirBuckets,proto3" json:"dir_buckets,omitempty"`
-	Cipher             bool                   `protobuf:"varint,7,opt,name=cipher,proto3" json:"cipher,omitempty"`
-	Signature          int32                  `protobuf:"varint,8,opt,name=signature,proto3" json:"signature,omitempty"`
-	MetricsAddress     string                 `protobuf:"bytes,9,opt,name=metrics_address,json=metricsAddress,proto3" json:"metrics_address,omitempty"`
-	MetricsIntervalSec int32                  `protobuf:"varint,10,opt,name=metrics_interval_sec,json=metricsIntervalSec,proto3" json:"metrics_interval_sec,omitempty"`
-	Version            string                 `protobuf:"bytes,11,opt,name=version,proto3" json:"version,omitempty"`
-	ClusterId          string                 `protobuf:"bytes,12,opt,name=cluster_id,json=clusterId,proto3" json:"cluster_id,omitempty"`
-	FilerGroup         string                 `protobuf:"bytes,13,opt,name=filer_group,json=filerGroup,proto3" json:"filer_group,omitempty"`
-	MajorVersion       int32                  `protobuf:"varint,14,opt,name=major_version,json=majorVersion,proto3" json:"major_version,omitempty"`
-	MinorVersion       int32                  `protobuf:"varint,15,opt,name=minor_version,json=minorVersion,proto3" json:"minor_version,omitempty"`
-	unknownFields      protoimpl.UnknownFields
-	sizeCache          protoimpl.SizeCache
+	state                protoimpl.MessageState `protogen:"open.v1"`
+	Masters              []string               `protobuf:"bytes,1,rep,name=masters,proto3" json:"masters,omitempty"`
+	Replication          string                 `protobuf:"bytes,2,opt,name=replication,proto3" json:"replication,omitempty"`
+	Collection           string                 `protobuf:"bytes,3,opt,name=collection,proto3" json:"collection,omitempty"`
+	MaxMb                uint32                 `protobuf:"varint,4,opt,name=max_mb,json=maxMb,proto3" json:"max_mb,omitempty"`
+	DirBuckets           string                 `protobuf:"bytes,5,opt,name=dir_buckets,json=dirBuckets,proto3" json:"dir_buckets,omitempty"`
+	Cipher               bool                   `protobuf:"varint,7,opt,name=cipher,proto3" json:"cipher,omitempty"`
+	Signature            int32                  `protobuf:"varint,8,opt,name=signature,proto3" json:"signature,omitempty"`
+	MetricsAddress       string                 `protobuf:"bytes,9,opt,name=metrics_address,json=metricsAddress,proto3" json:"metrics_address,omitempty"`
+	MetricsIntervalSec   int32                  `protobuf:"varint,10,opt,name=metrics_interval_sec,json=metricsIntervalSec,proto3" json:"metrics_interval_sec,omitempty"`
+	Version              string                 `protobuf:"bytes,11,opt,name=version,proto3" json:"version,omitempty"`
+	ClusterId            string                 `protobuf:"bytes,12,opt,name=cluster_id,json=clusterId,proto3" json:"cluster_id,omitempty"`
+	FilerGroup           string                 `protobuf:"bytes,13,opt,name=filer_group,json=filerGroup,proto3" json:"filer_group,omitempty"`
+	MajorVersion         int32                  `protobuf:"varint,14,opt,name=major_version,json=majorVersion,proto3" json:"major_version,omitempty"`
+	MinorVersion         int32                  `protobuf:"varint,15,opt,name=minor_version,json=minorVersion,proto3" json:"minor_version,omitempty"`
+	StorageClassDiskType map[string]string      `protobuf:"bytes,16,rep,name=storage_class_disk_type,json=storageClassDiskType,proto3" json:"storage_class_disk_type,omitempty" protobuf_key:"bytes,1,opt,name=key" protobuf_val:"bytes,2,opt,name=value"`
+	unknownFields        protoimpl.UnknownFields
+	sizeCache            protoimpl.SizeCache
 }
 
 func (x *GetFilerConfigurationResponse) Reset() {
@@ -2782,6 +2783,13 @@ func (x *GetFilerConfigurationResponse) GetMinorVersion() int32 {
 	return 0
 }
 
+func (x *GetFilerConfigurationResponse) GetStorageClassDiskType() map[string]string {
+	if x != nil {
+		return x.StorageClassDiskType
+	}
+	return nil
+}
+
 type SubscribeMetadataRequest struct {
 	state         protoimpl.MessageState `protogen:"open.v1"`
 	ClientName    string                 `protobuf:"bytes,1,opt,name=client_name,json=clientName,proto3" json:"client_name,omitempty"`
@@ -4186,7 +4194,7 @@ type LocateBrokerResponse_Resource struct {
 
 func (x *LocateBrokerResponse_Resource) Reset() {
 	*x = LocateBrokerResponse_Resource{}
-	mi := &file_filer_proto_msgTypes[68]
+	mi := &file_filer_proto_msgTypes[69]
 	ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
 	ms.StoreMessageInfo(mi)
 }
@@ -4198,7 +4206,7 @@ func (x *LocateBrokerResponse_Resource) String() string {
 func (*LocateBrokerResponse_Resource) ProtoMessage() {}
 
 func (x *LocateBrokerResponse_Resource) ProtoReflect() protoreflect.Message {
-	mi := &file_filer_proto_msgTypes[68]
+	mi := &file_filer_proto_msgTypes[69]
 	if x != nil {
 		ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
 		if ms.LoadMessageInfo() == nil {
@@ -4252,7 +4260,7 @@ type FilerConf_PathConf struct {
 
 func (x *FilerConf_PathConf) Reset() {
 	*x = FilerConf_PathConf{}
-	mi := &file_filer_proto_msgTypes[69]
+	mi := &file_filer_proto_msgTypes[70]
 	ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
 	ms.StoreMessageInfo(mi)
 }
@@ -4264,7 +4272,7 @@ func (x *FilerConf_PathConf) String() string {
 func (*FilerConf_PathConf) ProtoMessage() {}
 
 func (x *FilerConf_PathConf) ProtoReflect() protoreflect.Message {
-	mi := &file_filer_proto_msgTypes[69]
+	mi := &file_filer_proto_msgTypes[70]
 	if x != nil {
 		ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x))
 		if ms.LoadMessageInfo() == nil {
@@ -4623,7 +4631,7 @@ const file_filer_proto_rawDesc = "" +
 	"\x0eremote_time_ns\x18\x02 \x01(\x03R\fremoteTimeNs\x12 \n" +
 	"\fstop_time_ns\x18\x03 \x01(\x03R\n" +
 	"stopTimeNs\"\x1e\n" +
-	"\x1cGetFilerConfigurationRequest\"\xe8\x03\n" +
+	"\x1cGetFilerConfigurationRequest\"\xab\x05\n" +
 	"\x1dGetFilerConfigurationResponse\x12\x18\n" +
 	"\amasters\x18\x01 \x03(\tR\amasters\x12 \n" +
 	"\vreplication\x18\x02 \x01(\tR\vreplication\x12\x1e\n" +
@@ -4644,7 +4652,11 @@ const file_filer_proto_rawDesc = "" +
 	"\vfiler_group\x18\r \x01(\tR\n" +
 	"filerGroup\x12#\n" +
 	"\rmajor_version\x18\x0e \x01(\x05R\fmajorVersion\x12#\n" +
-	"\rminor_version\x18\x0f \x01(\x05R\fminorVersion\"\xb7\x02\n" +
+	"\rminor_version\x18\x0f \x01(\x05R\fminorVersion\x12x\n" +
+	"\x17storage_class_disk_type\x18\x10 \x03(\v2A.filer_pb.GetFilerConfigurationResponse.StorageClassDiskTypeEntryR\x14storageClassDiskType\x1aG\n" +
+	"\x19StorageClassDiskTypeEntry\x12\x10\n" +
+	"\x03key\x18\x01 \x01(\tR\x03key\x12\x14\n" +
+	"\x05value\x18\x02 \x01(\tR\x05value:\x028\x01\"\xb7\x02\n" +
 	"\x18SubscribeMetadataRequest\x12\x1f\n" +
 	"\vclient_name\x18\x01 \x01(\tR\n" +
 	"clientName\x12\x1f\n" +
@@ -4811,7 +4823,7 @@ func file_filer_proto_rawDescGZIP() []byte {
 }
 
 var file_filer_proto_enumTypes = make([]protoimpl.EnumInfo, 1)
-var file_filer_proto_msgTypes = make([]protoimpl.MessageInfo, 70)
+var file_filer_proto_msgTypes = make([]protoimpl.MessageInfo, 71)
 var file_filer_proto_goTypes = []any{
 	(SSEType)(0),                                    // 0: filer_pb.SSEType
 	(*LookupDirectoryEntryRequest)(nil),             // 1: filer_pb.LookupDirectoryEntryRequest
@@ -4882,8 +4894,9 @@ var file_filer_proto_goTypes = []any{
 	(*TransferLocksResponse)(nil),                   // 66: filer_pb.TransferLocksResponse
 	nil,                                             // 67: filer_pb.Entry.ExtendedEntry
 	nil,                                             // 68: filer_pb.LookupVolumeResponse.LocationsMapEntry
-	(*LocateBrokerResponse_Resource)(nil),           // 69: filer_pb.LocateBrokerResponse.Resource
-	(*FilerConf_PathConf)(nil),                      // 70: filer_pb.FilerConf.PathConf
+	nil,                                             // 69: filer_pb.GetFilerConfigurationResponse.StorageClassDiskTypeEntry
+	(*LocateBrokerResponse_Resource)(nil),           // 70: filer_pb.LocateBrokerResponse.Resource
+	(*FilerConf_PathConf)(nil),                      // 71: filer_pb.FilerConf.PathConf
 }
 var file_filer_proto_depIdxs = []int32{
 	6,  // 0: filer_pb.LookupDirectoryEntryResponse.entry:type_name -> filer_pb.Entry
@@ -4907,68 +4920,69 @@ var file_filer_proto_depIdxs = []int32{
 	29, // 18: filer_pb.Locations.locations:type_name -> filer_pb.Location
 	68, // 19: filer_pb.LookupVolumeResponse.locations_map:type_name -> filer_pb.LookupVolumeResponse.LocationsMapEntry
 	31, // 20: filer_pb.CollectionListResponse.collections:type_name -> filer_pb.Collection
-	8,  // 21: filer_pb.SubscribeMetadataResponse.event_notification:type_name -> filer_pb.EventNotification
-	6,  // 22: filer_pb.TraverseBfsMetadataResponse.entry:type_name -> filer_pb.Entry
-	69, // 23: filer_pb.LocateBrokerResponse.resources:type_name -> filer_pb.LocateBrokerResponse.Resource
-	70, // 24: filer_pb.FilerConf.locations:type_name -> filer_pb.FilerConf.PathConf
-	6,  // 25: filer_pb.CacheRemoteObjectToLocalClusterResponse.entry:type_name -> filer_pb.Entry
-	64, // 26: filer_pb.TransferLocksRequest.locks:type_name -> filer_pb.Lock
-	28, // 27: filer_pb.LookupVolumeResponse.LocationsMapEntry.value:type_name -> filer_pb.Locations
-	1,  // 28: filer_pb.SeaweedFiler.LookupDirectoryEntry:input_type -> filer_pb.LookupDirectoryEntryRequest
-	3,  // 29: filer_pb.SeaweedFiler.ListEntries:input_type -> filer_pb.ListEntriesRequest
-	13, // 30: filer_pb.SeaweedFiler.CreateEntry:input_type -> filer_pb.CreateEntryRequest
-	15, // 31: filer_pb.SeaweedFiler.UpdateEntry:input_type -> filer_pb.UpdateEntryRequest
-	17, // 32: filer_pb.SeaweedFiler.AppendToEntry:input_type -> filer_pb.AppendToEntryRequest
-	19, // 33: filer_pb.SeaweedFiler.DeleteEntry:input_type -> filer_pb.DeleteEntryRequest
-	21, // 34: filer_pb.SeaweedFiler.AtomicRenameEntry:input_type -> filer_pb.AtomicRenameEntryRequest
-	23, // 35: filer_pb.SeaweedFiler.StreamRenameEntry:input_type -> filer_pb.StreamRenameEntryRequest
-	25, // 36: filer_pb.SeaweedFiler.AssignVolume:input_type -> filer_pb.AssignVolumeRequest
-	27, // 37: filer_pb.SeaweedFiler.LookupVolume:input_type -> filer_pb.LookupVolumeRequest
-	32, // 38: filer_pb.SeaweedFiler.CollectionList:input_type -> filer_pb.CollectionListRequest
-	34, // 39: filer_pb.SeaweedFiler.DeleteCollection:input_type -> filer_pb.DeleteCollectionRequest
-	36, // 40: filer_pb.SeaweedFiler.Statistics:input_type -> filer_pb.StatisticsRequest
-	38, // 41: filer_pb.SeaweedFiler.Ping:input_type -> filer_pb.PingRequest
-	40, // 42: filer_pb.SeaweedFiler.GetFilerConfiguration:input_type -> filer_pb.GetFilerConfigurationRequest
-	44, // 43: filer_pb.SeaweedFiler.TraverseBfsMetadata:input_type -> filer_pb.TraverseBfsMetadataRequest
-	42, // 44: filer_pb.SeaweedFiler.SubscribeMetadata:input_type -> filer_pb.SubscribeMetadataRequest
-	42, // 45: filer_pb.SeaweedFiler.SubscribeLocalMetadata:input_type -> filer_pb.SubscribeMetadataRequest
-	51, // 46: filer_pb.SeaweedFiler.KvGet:input_type -> filer_pb.KvGetRequest
-	53, // 47: filer_pb.SeaweedFiler.KvPut:input_type -> filer_pb.KvPutRequest
-	56, // 48: filer_pb.SeaweedFiler.CacheRemoteObjectToLocalCluster:input_type -> filer_pb.CacheRemoteObjectToLocalClusterRequest
-	58, // 49: filer_pb.SeaweedFiler.DistributedLock:input_type -> filer_pb.LockRequest
-	60, // 50: filer_pb.SeaweedFiler.DistributedUnlock:input_type -> filer_pb.UnlockRequest
-	62, // 51: filer_pb.SeaweedFiler.FindLockOwner:input_type -> filer_pb.FindLockOwnerRequest
-	65, // 52: filer_pb.SeaweedFiler.TransferLocks:input_type -> filer_pb.TransferLocksRequest
-	2,  // 53: filer_pb.SeaweedFiler.LookupDirectoryEntry:output_type -> filer_pb.LookupDirectoryEntryResponse
-	4,  // 54: filer_pb.SeaweedFiler.ListEntries:output_type -> filer_pb.ListEntriesResponse
-	14, // 55: filer_pb.SeaweedFiler.CreateEntry:output_type -> filer_pb.CreateEntryResponse
-	16, // 56: filer_pb.SeaweedFiler.UpdateEntry:output_type -> filer_pb.UpdateEntryResponse
-	18, // 57: filer_pb.SeaweedFiler.AppendToEntry:output_type -> filer_pb.AppendToEntryResponse
-	20, // 58: filer_pb.SeaweedFiler.DeleteEntry:output_type -> filer_pb.DeleteEntryResponse
-	22, // 59: filer_pb.SeaweedFiler.AtomicRenameEntry:output_type -> filer_pb.AtomicRenameEntryResponse
-	24, // 60: filer_pb.SeaweedFiler.StreamRenameEntry:output_type -> filer_pb.StreamRenameEntryResponse
-	26, // 61: filer_pb.SeaweedFiler.AssignVolume:output_type -> filer_pb.AssignVolumeResponse
-	30, // 62: filer_pb.SeaweedFiler.LookupVolume:output_type -> filer_pb.LookupVolumeResponse
-	33, // 63: filer_pb.SeaweedFiler.CollectionList:output_type -> filer_pb.CollectionListResponse
-	35, // 64: filer_pb.SeaweedFiler.DeleteCollection:output_type -> filer_pb.DeleteCollectionResponse
-	37, // 65: filer_pb.SeaweedFiler.Statistics:output_type -> filer_pb.StatisticsResponse
-	39, // 66: filer_pb.SeaweedFiler.Ping:output_type -> filer_pb.PingResponse
-	41, // 67: filer_pb.SeaweedFiler.GetFilerConfiguration:output_type -> filer_pb.GetFilerConfigurationResponse
-	45, // 68: filer_pb.SeaweedFiler.TraverseBfsMetadata:output_type -> filer_pb.TraverseBfsMetadataResponse
-	43, // 69: filer_pb.SeaweedFiler.SubscribeMetadata:output_type -> filer_pb.SubscribeMetadataResponse
-	43, // 70: filer_pb.SeaweedFiler.SubscribeLocalMetadata:output_type -> filer_pb.SubscribeMetadataResponse
-	52, // 71: filer_pb.SeaweedFiler.KvGet:output_type -> filer_pb.KvGetResponse
-	54, // 72: filer_pb.SeaweedFiler.KvPut:output_type -> filer_pb.KvPutResponse
-	57, // 73: filer_pb.SeaweedFiler.CacheRemoteObjectToLocalCluster:output_type -> filer_pb.CacheRemoteObjectToLocalClusterResponse
-	59, // 74: filer_pb.SeaweedFiler.DistributedLock:output_type -> filer_pb.LockResponse
-	61, // 75: filer_pb.SeaweedFiler.DistributedUnlock:output_type -> filer_pb.UnlockResponse
-	63, // 76: filer_pb.SeaweedFiler.FindLockOwner:output_type -> filer_pb.FindLockOwnerResponse
-	66, // 77: filer_pb.SeaweedFiler.TransferLocks:output_type -> filer_pb.TransferLocksResponse
-	53, // [53:78] is the sub-list for method output_type
-	28, // [28:53] is the sub-list for method input_type
-	28, // [28:28] is the sub-list for extension type_name
-	28, // [28:28] is the sub-list for extension extendee
-	0,  // [0:28] is the sub-list for field type_name
+	69, // 21: filer_pb.GetFilerConfigurationResponse.storage_class_disk_type:type_name -> filer_pb.GetFilerConfigurationResponse.StorageClassDiskTypeEntry
+	8,  // 22: filer_pb.SubscribeMetadataResponse.event_notification:type_name -> filer_pb.EventNotification
+	6,  // 23: filer_pb.TraverseBfsMetadataResponse.entry:type_name -> filer_pb.Entry
+	70, // 24: filer_pb.LocateBrokerResponse.resources:type_name -> filer_pb.LocateBrokerResponse.Resource
+	71, // 25: filer_pb.FilerConf.locations:type_name -> filer_pb.FilerConf.PathConf
+	6,  // 26: filer_pb.CacheRemoteObjectToLocalClusterResponse.entry:type_name -> filer_pb.Entry
+	64, // 27: filer_pb.TransferLocksRequest.locks:type_name -> filer_pb.Lock
+	28, // 28: filer_pb.LookupVolumeResponse.LocationsMapEntry.value:type_name -> filer_pb.Locations
+	1,  // 29: filer_pb.SeaweedFiler.LookupDirectoryEntry:input_type -> filer_pb.LookupDirectoryEntryRequest
+	3,  // 30: filer_pb.SeaweedFiler.ListEntries:input_type -> filer_pb.ListEntriesRequest
+	13, // 31: filer_pb.SeaweedFiler.CreateEntry:input_type -> filer_pb.CreateEntryRequest
+	15, // 32: filer_pb.SeaweedFiler.UpdateEntry:input_type -> filer_pb.UpdateEntryRequest
+	17, // 33: filer_pb.SeaweedFiler.AppendToEntry:input_type -> filer_pb.AppendToEntryRequest
+	19, // 34: filer_pb.SeaweedFiler.DeleteEntry:input_type -> filer_pb.DeleteEntryRequest
+	21, // 35: filer_pb.SeaweedFiler.AtomicRenameEntry:input_type -> filer_pb.AtomicRenameEntryRequest
+	23, // 36: filer_pb.SeaweedFiler.StreamRenameEntry:input_type -> filer_pb.StreamRenameEntryRequest
+	25, // 37: filer_pb.SeaweedFiler.AssignVolume:input_type -> filer_pb.AssignVolumeRequest
+	27, // 38: filer_pb.SeaweedFiler.LookupVolume:input_type -> filer_pb.LookupVolumeRequest
+	32, // 39: filer_pb.SeaweedFiler.CollectionList:input_type -> filer_pb.CollectionListRequest
+	34, // 40: filer_pb.SeaweedFiler.DeleteCollection:input_type -> filer_pb.DeleteCollectionRequest
+	36, // 41: filer_pb.SeaweedFiler.Statistics:input_type -> filer_pb.StatisticsRequest
+	38, // 42: filer_pb.SeaweedFiler.Ping:input_type -> filer_pb.PingRequest
+	40, // 43: filer_pb.SeaweedFiler.GetFilerConfiguration:input_type -> filer_pb.GetFilerConfigurationRequest
+	44, // 44: filer_pb.SeaweedFiler.TraverseBfsMetadata:input_type -> filer_pb.TraverseBfsMetadataRequest
+	42, // 45: filer_pb.SeaweedFiler.SubscribeMetadata:input_type -> filer_pb.SubscribeMetadataRequest
+	42, // 46: filer_pb.SeaweedFiler.SubscribeLocalMetadata:input_type -> filer_pb.SubscribeMetadataRequest
+	51, // 47: filer_pb.SeaweedFiler.KvGet:input_type -> filer_pb.KvGetRequest
+	53, // 48: filer_pb.SeaweedFiler.KvPut:input_type -> filer_pb.KvPutRequest
+	56, // 49: filer_pb.SeaweedFiler.CacheRemoteObjectToLocalCluster:input_type -> filer_pb.CacheRemoteObjectToLocalClusterRequest
+	58, // 50: filer_pb.SeaweedFiler.DistributedLock:input_type -> filer_pb.LockRequest
+	60, // 51: filer_pb.SeaweedFiler.DistributedUnlock:input_type -> filer_pb.UnlockRequest
+	62, // 52: filer_pb.SeaweedFiler.FindLockOwner:input_type -> filer_pb.FindLockOwnerRequest
+	65, // 53: filer_pb.SeaweedFiler.TransferLocks:input_type -> filer_pb.TransferLocksRequest
+	2,  // 54: filer_pb.SeaweedFiler.LookupDirectoryEntry:output_type -> filer_pb.LookupDirectoryEntryResponse
+	4,  // 55: filer_pb.SeaweedFiler.ListEntries:output_type -> filer_pb.ListEntriesResponse
+	14, // 56: filer_pb.SeaweedFiler.CreateEntry:output_type -> filer_pb.CreateEntryResponse
+	16, // 57: filer_pb.SeaweedFiler.UpdateEntry:output_type -> filer_pb.UpdateEntryResponse
+	18, // 58: filer_pb.SeaweedFiler.AppendToEntry:output_type -> filer_pb.AppendToEntryResponse
+	20, // 59: filer_pb.SeaweedFiler.DeleteEntry:output_type -> filer_pb.DeleteEntryResponse
+	22, // 60: filer_pb.SeaweedFiler.AtomicRenameEntry:output_type -> filer_pb.AtomicRenameEntryResponse
+	24, // 61: filer_pb.SeaweedFiler.StreamRenameEntry:output_type -> filer_pb.StreamRenameEntryResponse
+	26, // 62: filer_pb.SeaweedFiler.AssignVolume:output_type -> filer_pb.AssignVolumeResponse
+	30, // 63: filer_pb.SeaweedFiler.LookupVolume:output_type -> filer_pb.LookupVolumeResponse
+	33, // 64: filer_pb.SeaweedFiler.CollectionList:output_type -> filer_pb.CollectionListResponse
+	35, // 65: filer_pb.SeaweedFiler.DeleteCollection:output_type -> filer_pb.DeleteCollectionResponse
+	37, // 66: filer_pb.SeaweedFiler.Statistics:output_type -> filer_pb.StatisticsResponse
+	39, // 67: filer_pb.SeaweedFiler.Ping:output_type -> filer_pb.PingResponse
+	41, // 68: filer_pb.SeaweedFiler.GetFilerConfiguration:output_type -> filer_pb.GetFilerConfigurationResponse
+	45, // 69: filer_pb.SeaweedFiler.TraverseBfsMetadata:output_type -> filer_pb.TraverseBfsMetadataResponse
+	43, // 70: filer_pb.SeaweedFiler.SubscribeMetadata:output_type -> filer_pb.SubscribeMetadataResponse
+	43, // 71: filer_pb.SeaweedFiler.SubscribeLocalMetadata:output_type -> filer_pb.SubscribeMetadataResponse
+	52, // 72: filer_pb.SeaweedFiler.KvGet:output_type -> filer_pb.KvGetResponse
+	54, // 73: filer_pb.SeaweedFiler.KvPut:output_type -> filer_pb.KvPutResponse
+	57, // 74: filer_pb.SeaweedFiler.CacheRemoteObjectToLocalCluster:output_type -> filer_pb.CacheRemoteObjectToLocalClusterResponse
+	59, // 75: filer_pb.SeaweedFiler.DistributedLock:output_type -> filer_pb.LockResponse
+	61, // 76: filer_pb.SeaweedFiler.DistributedUnlock:output_type -> filer_pb.UnlockResponse
+	63, // 77: filer_pb.SeaweedFiler.FindLockOwner:output_type -> filer_pb.FindLockOwnerResponse
+	66, // 78: filer_pb.SeaweedFiler.TransferLocks:output_type -> filer_pb.TransferLocksResponse
+	54, // [54:79] is the sub-list for method output_type
+	29, // [29:54] is the sub-list for method input_type
+	29, // [29:29] is the sub-list for extension type_name
+	29, // [29:29] is the sub-list for extension extendee
+	0,  // [0:29] is the sub-list for field type_name
 }
 
 func init() { file_filer_proto_init() }
@@ -4982,7 +4996,7 @@ func file_filer_proto_init() {
 			GoPackagePath: reflect.TypeOf(x{}).PkgPath(),
 			RawDescriptor: unsafe.Slice(unsafe.StringData(file_filer_proto_rawDesc), len(file_filer_proto_rawDesc)),
 			NumEnums:      1,
-			NumMessages:   70,
+			NumMessages:   71,
 			NumExtensions: 0,
 			NumServices:   1,
 		},

weed/s3api/s3api_object_handlers_multipart.go

@@ -365,6 +365,12 @@ func (s3a *S3ApiServer) PutObjectPartHandler(w http.ResponseWriter, r *http.Requ
 		// No SSE-C headers, check for SSE-KMS settings from upload directory
 		if uploadEntry, err := s3a.getEntry(s3a.genUploadsFolder(bucket), uploadID); err == nil {
 			if uploadEntry.Extended != nil {
+				if r.Header.Get(s3_constants.AmzStorageClass) == "" {
+					if storageClass := strings.TrimSpace(string(uploadEntry.Extended[s3_constants.AmzStorageClass])); storageClass != "" {
+						r.Header.Set(s3_constants.AmzStorageClass, storageClass)
+					}
+				}
+
 				// Check if this upload uses SSE-KMS
 				if keyIDBytes, exists := uploadEntry.Extended[s3_constants.SeaweedFSSSEKMSKeyID]; exists {
 					keyID := string(keyIDBytes)

weed/s3api/s3api_object_handlers_put.go

@@ -357,6 +357,12 @@ func (s3a *S3ApiServer) putToFiler(r *http.Request, filePath string, dataReader
 		collection = s3a.getCollectionName(bucket)
 	}
 
+	effectiveStorageClass, errCode := resolveEffectiveStorageClass(r.Header, nil)
+	if errCode != s3err.ErrNone {
+		return "", errCode, SSEResponseMetadata{}
+	}
+	targetDiskType := s3a.mapStorageClassToDiskType(effectiveStorageClass)
+
 	// Create assign function for chunked upload
 	assignFunc := func(ctx context.Context, count int) (*operation.VolumeAssignRequest, *operation.AssignResult, error) {
 		var assignResult *filer_pb.AssignVolumeResponse
@@ -365,7 +371,7 @@ func (s3a *S3ApiServer) putToFiler(r *http.Request, filePath string, dataReader
 				Count:       int32(count),
 				Replication: "",
 				Collection:  collection,
-				DiskType:    "",
+				DiskType:    targetDiskType,
 				DataCenter:  s3a.option.DataCenter,
 				Path:        filePath,
 			})
@@ -585,12 +591,8 @@ func (s3a *S3ApiServer) putToFiler(r *http.Request, filePath string, dataReader
 	}
 
 	// Store the storage class from header
-	if sc := r.Header.Get(s3_constants.AmzStorageClass); sc != "" {
-		if !validateStorageClass(sc) {
-			glog.Warningf("putToFiler: Invalid storage class '%s' for %s", sc, filePath)
-			return "", s3err.ErrInvalidStorageClass, SSEResponseMetadata{}
-		}
-		entry.Extended[s3_constants.AmzStorageClass] = []byte(sc)
+	if sc := strings.TrimSpace(r.Header.Get(s3_constants.AmzStorageClass)); sc != "" {
+		entry.Extended[s3_constants.AmzStorageClass] = []byte(effectiveStorageClass)
 	}
 
 	// Parse and store object tags from X-Amz-Tagging header

weed/s3api/s3api_server.go

@@ -56,6 +56,7 @@ type S3ApiServerOption struct {
 	Cipher                    bool // encrypt data on volume servers
 	BindIp                    string
 	GrpcPort                  int
+	StorageClassDiskTypeMap   map[string]string
 }
 
 type S3ApiServer struct {
@@ -78,6 +79,7 @@ type S3ApiServer struct {
 	embeddedIam           *EmbeddedIamApi // Embedded IAM API server (when enabled)
 	stsHandlers           *STSHandlers    // STS HTTP handlers for AssumeRoleWithWebIdentity
 	cipher                bool            // encrypt data on volume servers
+	storageClassDiskTypes map[string]string
 }
 
 func NewS3ApiServer(router *mux.Router, option *S3ApiServerOption) (s3ApiServer *S3ApiServer, err error) {
@@ -168,6 +170,7 @@ func NewS3ApiServerWithStore(router *mux.Router, option *S3ApiServerOption, expl
 		inFlightDataLimitCond: sync.NewCond(new(sync.Mutex)),
 		cipher:                option.Cipher,
 	}
+	s3ApiServer.storageClassDiskTypes = loadStorageClassDiskTypeMap(option.StorageClassDiskTypeMap)
 
 	// Set s3a reference in circuit breaker for upload limiting
 	s3ApiServer.cb.s3a = s3ApiServer

weed/s3api/storage_class_routing.go

@@ -0,0 +1,77 @@
+package s3api
+
+import (
+	"net/http"
+	"strings"
+
+	"github.com/seaweedfs/seaweedfs/weed/s3api/s3_constants"
+	"github.com/seaweedfs/seaweedfs/weed/s3api/s3err"
+)
+
+const defaultStorageClass = "STANDARD"
+
+var storageClassDefaults = map[string]string{
+	"STANDARD":            "ssd",
+	"REDUCED_REDUNDANCY":  "hdd",
+	"STANDARD_IA":         "hdd",
+	"ONEZONE_IA":          "hdd",
+	"INTELLIGENT_TIERING": "hdd",
+	"GLACIER":             "hdd",
+	"DEEP_ARCHIVE":        "hdd",
+	"OUTPOSTS":            "hdd",
+	"GLACIER_IR":          "hdd",
+	"SNOW":                "hdd",
+}
+
+func normalizeStorageClass(storageClass string) string {
+	return strings.ToUpper(strings.TrimSpace(storageClass))
+}
+
+func loadStorageClassDiskTypeMap(overrides map[string]string) map[string]string {
+	mappings := make(map[string]string)
+	normalizedOverrides := make(map[string]string)
+	for k, v := range overrides {
+		normalizedOverrides[normalizeStorageClass(k)] = v
+	}
+	for storageClass, defaultDiskType := range storageClassDefaults {
+		diskType := defaultDiskType
+		if v, ok := normalizedOverrides[storageClass]; ok {
+			diskType = strings.TrimSpace(v)
+		}
+		if diskType == "" {
+			continue
+		}
+		mappings[storageClass] = diskType
+	}
+	return mappings
+}
+
+func resolveEffectiveStorageClass(header http.Header, entryExtended map[string][]byte) (string, s3err.ErrorCode) {
+	if header != nil {
+		if fromHeader := strings.TrimSpace(header.Get(s3_constants.AmzStorageClass)); fromHeader != "" {
+			storageClass := normalizeStorageClass(fromHeader)
+			if !validateStorageClass(storageClass) {
+				return "", s3err.ErrInvalidStorageClass
+			}
+			return storageClass, s3err.ErrNone
+		}
+	}
+
+	if entryExtended != nil {
+		if fromEntry := strings.TrimSpace(string(entryExtended[s3_constants.AmzStorageClass])); fromEntry != "" {
+			storageClass := normalizeStorageClass(fromEntry)
+			if validateStorageClass(storageClass) {
+				return storageClass, s3err.ErrNone
+			}
+		}
+	}
+
+	return defaultStorageClass, s3err.ErrNone
+}
+
+func (s3a *S3ApiServer) mapStorageClassToDiskType(storageClass string) string {
+	if len(s3a.storageClassDiskTypes) == 0 {
+		return ""
+	}
+	return s3a.storageClassDiskTypes[normalizeStorageClass(storageClass)]
+}

weed/s3api/storage_class_routing_test.go

@@ -0,0 +1,65 @@
+package s3api
+
+import (
+	"net/http"
+	"testing"
+
+	"github.com/seaweedfs/seaweedfs/weed/s3api/s3_constants"
+	"github.com/seaweedfs/seaweedfs/weed/s3api/s3err"
+)
+
+func TestLoadStorageClassDiskTypeMap(t *testing.T) {
+	mappings := loadStorageClassDiskTypeMap(map[string]string{
+		"STANDARD_IA": "nvme",
+	})
+
+	if got, want := mappings["STANDARD_IA"], "nvme"; got != want {
+		t.Fatalf("STANDARD_IA mapping mismatch: got %q want %q", got, want)
+	}
+	if got, want := mappings["STANDARD"], "ssd"; got != want {
+		t.Fatalf("STANDARD default mismatch: got %q want %q", got, want)
+	}
+	if got, want := mappings["GLACIER"], "hdd"; got != want {
+		t.Fatalf("GLACIER default mismatch: got %q want %q", got, want)
+	}
+}
+
+func TestResolveEffectiveStorageClass(t *testing.T) {
+	header := make(http.Header)
+	header.Set(s3_constants.AmzStorageClass, "standard_ia")
+	sc, code := resolveEffectiveStorageClass(header, nil)
+	if code != s3err.ErrNone {
+		t.Fatalf("expected no error, got %v", code)
+	}
+	if sc != "STANDARD_IA" {
+		t.Fatalf("expected STANDARD_IA, got %q", sc)
+	}
+
+	header = make(http.Header)
+	sc, code = resolveEffectiveStorageClass(header, map[string][]byte{
+		s3_constants.AmzStorageClass: []byte("GLACIER"),
+	})
+	if code != s3err.ErrNone {
+		t.Fatalf("expected no error for entry metadata, got %v", code)
+	}
+	if sc != "GLACIER" {
+		t.Fatalf("expected GLACIER, got %q", sc)
+	}
+
+	sc, code = resolveEffectiveStorageClass(header, nil)
+	if code != s3err.ErrNone {
+		t.Fatalf("expected no error for default class, got %v", code)
+	}
+	if sc != defaultStorageClass {
+		t.Fatalf("expected default storage class %q, got %q", defaultStorageClass, sc)
+	}
+}
+
+func TestResolveEffectiveStorageClassRejectsInvalidHeader(t *testing.T) {
+	header := make(http.Header)
+	header.Set(s3_constants.AmzStorageClass, "not-a-class")
+	_, code := resolveEffectiveStorageClass(header, nil)
+	if code != s3err.ErrInvalidStorageClass {
+		t.Fatalf("expected ErrInvalidStorageClass, got %v", code)
+	}
+}

weed/server/filer_grpc_server_admin.go

@@ -3,6 +3,7 @@ package weed_server
 import (
 	"context"
 	"fmt"
+	"strings"
 	"time"
 
 	"github.com/seaweedfs/seaweedfs/weed/cluster"
@@ -11,9 +12,37 @@ import (
 	"github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
 	"github.com/seaweedfs/seaweedfs/weed/pb/master_pb"
 	"github.com/seaweedfs/seaweedfs/weed/pb/volume_server_pb"
+	"github.com/seaweedfs/seaweedfs/weed/util"
 	"github.com/seaweedfs/seaweedfs/weed/util/version"
 )
 
+var storageClassDiskTypeDefaults = map[string]string{
+	"STANDARD":            "ssd",
+	"REDUCED_REDUNDANCY":  "hdd",
+	"STANDARD_IA":         "hdd",
+	"ONEZONE_IA":          "hdd",
+	"INTELLIGENT_TIERING": "hdd",
+	"GLACIER":             "hdd",
+	"DEEP_ARCHIVE":        "hdd",
+	"OUTPOSTS":            "hdd",
+	"GLACIER_IR":          "hdd",
+	"SNOW":                "hdd",
+}
+
+func loadStorageClassDiskTypeConfigFromViper(v util.Configuration) map[string]string {
+	mappings := make(map[string]string)
+	for storageClass, defaultDiskType := range storageClassDiskTypeDefaults {
+		key := "s3.storage_class_disk_type." + strings.ToLower(storageClass)
+		v.SetDefault(key, defaultDiskType)
+		diskType := strings.TrimSpace(v.GetString(key))
+		if diskType == "" {
+			continue
+		}
+		mappings[storageClass] = diskType
+	}
+	return mappings
+}
+
 func (fs *FilerServer) Statistics(ctx context.Context, req *filer_pb.StatisticsRequest) (resp *filer_pb.StatisticsResponse, err error) {
 
 	var output *master_pb.StatisticsResponse
@@ -84,20 +113,22 @@ func (fs *FilerServer) Ping(ctx context.Context, req *filer_pb.PingRequest) (res
 
 func (fs *FilerServer) GetFilerConfiguration(ctx context.Context, req *filer_pb.GetFilerConfigurationRequest) (resp *filer_pb.GetFilerConfigurationResponse, err error) {
 
+	v := util.GetViper()
 	t := &filer_pb.GetFilerConfigurationResponse{
-		Masters:            fs.option.Masters.GetInstancesAsStrings(),
-		Collection:         fs.option.Collection,
-		Replication:        fs.option.DefaultReplication,
-		MaxMb:              uint32(fs.option.MaxMB),
-		DirBuckets:         fs.filer.DirBucketsPath,
-		Cipher:             fs.filer.Cipher,
-		Signature:          fs.filer.Signature,
-		MetricsAddress:     fs.metricsAddress,
-		MetricsIntervalSec: int32(fs.metricsIntervalSec),
-		Version:            version.Version(),
-		FilerGroup:         fs.option.FilerGroup,
-		MajorVersion:       version.MAJOR_VERSION,
-		MinorVersion:       version.MINOR_VERSION,
+		Masters:              fs.option.Masters.GetInstancesAsStrings(),
+		Collection:           fs.option.Collection,
+		Replication:          fs.option.DefaultReplication,
+		MaxMb:                uint32(fs.option.MaxMB),
+		DirBuckets:           fs.filer.DirBucketsPath,
+		Cipher:               fs.filer.Cipher,
+		Signature:            fs.filer.Signature,
+		MetricsAddress:       fs.metricsAddress,
+		MetricsIntervalSec:   int32(fs.metricsIntervalSec),
+		Version:              version.Version(),
+		FilerGroup:           fs.option.FilerGroup,
+		MajorVersion:         version.MAJOR_VERSION,
+		MinorVersion:         version.MINOR_VERSION,
+		StorageClassDiskType: loadStorageClassDiskTypeConfigFromViper(v),
 	}
 
 	glog.V(4).InfofCtx(ctx, "GetFilerConfiguration: %v", t)

weed/shell/command_volume_fsck.go

@@ -198,7 +198,7 @@ func (c *commandVolumeFsck) Do(args []string, commandEnv *CommandEnv, writer io.
 		}
 		for dataNodeId, volumeIdToVInfo := range dataNodeVolumeIdToVInfo {
 			// for each volume, check filer file ids
-			if err = c.findFilerChunksMissingInVolumeServers(volumeIdToVInfo, dataNodeId, *applyPurging); err != nil {
+			if err = c.findFilerChunksMissingInVolumeServers(volumeIdToVInfo, dataNodeId, *applyPurging || *purgeAbsent); err != nil {
 				return fmt.Errorf("findFilerChunksMissingInVolumeServers: %w", err)
 			}
 		}
@@ -284,10 +284,16 @@ func (c *commandVolumeFsck) collectFilerFileIdAndPaths(dataNodeVolumeIdToVInfo m
 					if _, err := f.Write([]byte(i.path)); err != nil {
 						return err
 					}
-				} else if *c.findMissingChunksInFiler && len(c.volumeIds) == 0 {
+				} else if *c.findMissingChunksInFiler {
+					// check if the volume matches the filter
+					if len(c.volumeIds) > 0 {
+						if _, ok := c.volumeIds[i.vid]; !ok {
+							continue
+						}
+					}
 					fmt.Fprintf(c.writer, "%d,%x%08x %s volume not found\n", i.vid, i.fileKey, i.cookie, i.path)
 					if purgeAbsent {
-						fmt.Printf("deleting path %s after volume not found", i.path)
+						fmt.Fprintf(c.writer, "deleting path %s after volume not found\n", i.path)
 						c.httpDelete(i.path)
 					}
 				}
@@ -540,6 +546,10 @@ func (c *commandVolumeFsck) oneVolumeFileIdsCheckOneVolume(dataNodeId string, vo
 
 func (c *commandVolumeFsck) httpDelete(path util.FullPath) {
 	req, err := http.NewRequest(http.MethodDelete, "", nil)
+	if err != nil {
+		fmt.Fprintf(c.writer, "HTTP delete request error: %v\n", err)
+		return
+	}
 
 	req.URL = &url.URL{
 		Scheme: "http",
@@ -549,13 +559,11 @@ func (c *commandVolumeFsck) httpDelete(path util.FullPath) {
 	if *c.verbose {
 		fmt.Fprintf(c.writer, "full HTTP delete request to be sent: %v\n", req)
 	}
-	if err != nil {
-		fmt.Fprintf(c.writer, "HTTP delete request error: %v\n", err)
-	}
 
 	resp, err := util_http.GetGlobalHttpClient().Do(req)
 	if err != nil {
 		fmt.Fprintf(c.writer, "DELETE fetch error: %v\n", err)
+		return
 	}
 	defer resp.Body.Close()