Files
seaweedfs/weed/storage/blockvol/testrunner/internal/blockapi/client.go
T
pingqiuandClaude Opus 4.6 785a7d7efd feat: wire real pinner into flusher retention + real WAL scan executor (Phase 07 P1)
Pinner wired to real retention:
- NewPinner calls vol.SetV2RetentionFloor(p.MinWALRetentionFloor)
- Flusher.RetentionFloorFn() / SetRetentionFloorFn() exposed
- SetV2RetentionFloor chains with existing shipper retention floor
- Holds actually prevent WAL reclaim (not just tracked state)

Executor uses real WAL scan:
- BlockVol.ScanWALEntries(fromLSN, callback) wraps wal.ScanFrom
  with real fd, walOffset, checkpointLSN
- Executor.StreamWALEntries uses ScanWALEntries (not stub)
- Reads real WAL entries, tracks highest LSN scanned

CommittedLSN mapping:
- Explicitly documented as interim V1 model (committed = checkpointed)
- Will diverge when V2 distributed commit separates from local flush

Carry-forward:
- TransferSnapshot/TransferFullBase/TruncateWAL: stubs (need extent I/O)
- Control intent from confirmed failover: deferred

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-03-30 20:01:46 -07:00

223 lines
6.4 KiB
Go

// Standalone copy of weed/storage/blockvol/blockapi/client.go for test runner decoupling.
// The canonical source remains blockvol/blockapi/client.go.
package blockapi
import (
"bytes"
"context"
"encoding/json"
"fmt"
"io"
"net/http"
"strings"
"time"
)
// Client is a Go HTTP client for the master's block volume REST API.
type Client struct {
Masters []string
HTTPClient *http.Client
}
// NewClient creates a Client from a comma-separated list of master URLs.
func NewClient(masters string) *Client {
var addrs []string
for _, m := range strings.Split(masters, ",") {
m = strings.TrimSpace(m)
if m != "" {
addrs = append(addrs, m)
}
}
return &Client{
Masters: addrs,
HTTPClient: &http.Client{Timeout: 30 * time.Second},
}
}
// CreateVolume creates a new block volume.
func (c *Client) CreateVolume(ctx context.Context, req CreateVolumeRequest) (*VolumeInfo, error) {
body, err := json.Marshal(req)
if err != nil {
return nil, fmt.Errorf("marshal request: %w", err)
}
resp, err := c.doRequest(ctx, http.MethodPost, "/block/volume", bytes.NewReader(body))
if err != nil {
return nil, err
}
defer resp.Body.Close()
if err := checkStatus(resp, http.StatusOK, http.StatusCreated); err != nil {
return nil, err
}
var info VolumeInfo
if err := json.NewDecoder(resp.Body).Decode(&info); err != nil {
return nil, fmt.Errorf("decode response: %w", err)
}
return &info, nil
}
// DeleteVolume deletes a block volume by name.
func (c *Client) DeleteVolume(ctx context.Context, name string) error {
resp, err := c.doRequest(ctx, http.MethodDelete, "/block/volume/"+name, nil)
if err != nil {
return err
}
defer resp.Body.Close()
return checkStatus(resp, http.StatusOK)
}
// LookupVolume looks up a single block volume by name.
func (c *Client) LookupVolume(ctx context.Context, name string) (*VolumeInfo, error) {
resp, err := c.doRequest(ctx, http.MethodGet, "/block/volume/"+name, nil)
if err != nil {
return nil, err
}
defer resp.Body.Close()
if err := checkStatus(resp, http.StatusOK); err != nil {
return nil, err
}
var info VolumeInfo
if err := json.NewDecoder(resp.Body).Decode(&info); err != nil {
return nil, fmt.Errorf("decode response: %w", err)
}
return &info, nil
}
// ListVolumes lists all block volumes.
func (c *Client) ListVolumes(ctx context.Context) ([]VolumeInfo, error) {
resp, err := c.doRequest(ctx, http.MethodGet, "/block/volumes", nil)
if err != nil {
return nil, err
}
defer resp.Body.Close()
if err := checkStatus(resp, http.StatusOK); err != nil {
return nil, err
}
var infos []VolumeInfo
if err := json.NewDecoder(resp.Body).Decode(&infos); err != nil {
return nil, fmt.Errorf("decode response: %w", err)
}
return infos, nil
}
// ExpandVolume expands a block volume to a new size.
func (c *Client) ExpandVolume(ctx context.Context, name string, newSizeBytes uint64) (uint64, error) {
body, err := json.Marshal(ExpandVolumeRequest{NewSizeBytes: newSizeBytes})
if err != nil {
return 0, fmt.Errorf("marshal request: %w", err)
}
resp, err := c.doRequest(ctx, http.MethodPost, "/block/volume/"+name+"/expand", bytes.NewReader(body))
if err != nil {
return 0, err
}
defer resp.Body.Close()
if err := checkStatus(resp, http.StatusOK); err != nil {
return 0, err
}
var out ExpandVolumeResponse
if err := json.NewDecoder(resp.Body).Decode(&out); err != nil {
return 0, fmt.Errorf("decode response: %w", err)
}
return out.CapacityBytes, nil
}
// PromoteVolume triggers a manual promotion for a block volume.
func (c *Client) PromoteVolume(ctx context.Context, name string, req PromoteVolumeRequest) (*PromoteVolumeResponse, error) {
body, err := json.Marshal(req)
if err != nil {
return nil, fmt.Errorf("marshal request: %w", err)
}
resp, err := c.doRequest(ctx, http.MethodPost, "/block/volume/"+name+"/promote", bytes.NewReader(body))
if err != nil {
return nil, err
}
defer resp.Body.Close()
if err := checkStatus(resp, http.StatusOK); err != nil {
return nil, err
}
var out PromoteVolumeResponse
if err := json.NewDecoder(resp.Body).Decode(&out); err != nil {
return nil, fmt.Errorf("decode response: %w", err)
}
return &out, nil
}
// BlockStatus fetches the block registry status metrics.
func (c *Client) BlockStatus(ctx context.Context) (*BlockStatusResponse, error) {
resp, err := c.doRequest(ctx, http.MethodGet, "/block/status", nil)
if err != nil {
return nil, err
}
defer resp.Body.Close()
if err := checkStatus(resp, http.StatusOK); err != nil {
return nil, err
}
var out BlockStatusResponse
if err := json.NewDecoder(resp.Body).Decode(&out); err != nil {
return nil, fmt.Errorf("decode response: %w", err)
}
return &out, nil
}
// ListServers lists all block-capable volume servers.
func (c *Client) ListServers(ctx context.Context) ([]ServerInfo, error) {
resp, err := c.doRequest(ctx, http.MethodGet, "/block/servers", nil)
if err != nil {
return nil, err
}
defer resp.Body.Close()
if err := checkStatus(resp, http.StatusOK); err != nil {
return nil, err
}
var infos []ServerInfo
if err := json.NewDecoder(resp.Body).Decode(&infos); err != nil {
return nil, fmt.Errorf("decode response: %w", err)
}
return infos, nil
}
func (c *Client) doRequest(ctx context.Context, method, path string, body io.Reader) (*http.Response, error) {
var lastErr error
for _, master := range c.Masters {
url := strings.TrimRight(master, "/") + path
if lastErr != nil {
if seeker, ok := body.(io.Seeker); ok {
seeker.Seek(0, io.SeekStart)
}
}
req, err := http.NewRequestWithContext(ctx, method, url, body)
if err != nil {
lastErr = fmt.Errorf("master %s: %w", master, err)
continue
}
if method == http.MethodPost || method == http.MethodPut {
req.Header.Set("Content-Type", "application/json")
}
resp, err := c.HTTPClient.Do(req)
if err != nil {
lastErr = fmt.Errorf("master %s: %w", master, err)
continue
}
return resp, nil
}
if lastErr != nil {
return nil, lastErr
}
return nil, fmt.Errorf("no master addresses configured")
}
func checkStatus(resp *http.Response, accepted ...int) error {
for _, code := range accepted {
if resp.StatusCode == code {
return nil
}
}
body, _ := io.ReadAll(resp.Body)
var errResp struct {
Error string `json:"error"`
}
if json.Unmarshal(body, &errResp) == nil && errResp.Error != "" {
return fmt.Errorf("HTTP %d: %s", resp.StatusCode, errResp.Error)
}
return fmt.Errorf("HTTP %d: %s", resp.StatusCode, string(body))
}