mirror of
https://github.com/versity/versitygw.git
synced 2026-09-22 07:54:14 +00:00
Jihyeon Gim
efa0309da4
Port the hipObject v2 reliable-connection session core into cuwrapper/rc: the session table and state machine, the wire codec for the hipobj-rc-v2 headers, request parsing, the injectable clock and randomness sources, the transport layer (QP/CQ lifecycle, RTR/RTS transitions, staging registration), the data phase (RDMA write with immediate for GET, receive with immediate for PUT), the RDMA token codec, and the dynamically loaded ibverbs shim (ibv-core.h plus the dlopen host binding). The sources are a port of the upstream hipObject v2 core, kept close to the original so the two trees can be diffed during review. Nothing links against them yet; a Makefile rule builds the objects into rdma/librcserver.a for the ABI layer that follows. Signed-off-by: Jihyeon Gim <potatogim@potatogim.net>
73 lines
2.5 KiB
C++
73 lines
2.5 KiB
C++
/* Copyright (c) Advanced Micro Devices, Inc. All rights reserved.
|
|
* Copyright (c) Gluesys Inc. and Jihyeon Gim. All rights reserved.
|
|
*
|
|
* SPDX-License-Identifier: MIT
|
|
*/
|
|
|
|
/* Server-side data phase for the v2 protocol.
|
|
*
|
|
* A READY answer performs the RDMA transfer described by the
|
|
* session: a PUT receives the client's WRITE_WITH_IMM into a
|
|
* server-registered staging MR, validating the session cookie in
|
|
* the immediate; a GET pushes the staged object into the client
|
|
* MR with the cookie as the immediate. The wire parameters
|
|
* (client QP, PSN, MR endpoint) arrive in the PREPARE and READY
|
|
* headers and are staged on the session.
|
|
*
|
|
* Everything goes through the same ibverbs wrapper the client
|
|
* uses, so unit tests can swap the function table as usual. */
|
|
|
|
#pragma once
|
|
|
|
#include <cstdint>
|
|
#include <string>
|
|
|
|
#include "ibv-core.h"
|
|
#include "v2_session.h"
|
|
|
|
namespace hipObj {
|
|
namespace v2 {
|
|
|
|
/* Outcome of one data-phase execution. */
|
|
enum class DataPhaseResult {
|
|
Ok, /* transfer completed and validated */
|
|
Busy, /* peer busy - the client should retry (409) */
|
|
Timeout, /* completion did not arrive within T_exec */
|
|
VerifyFail, /* completion arrived but failed validation */
|
|
WireFail, /* posting the work request failed */
|
|
};
|
|
|
|
struct DataPhaseStats {
|
|
uint64_t bytes = 0;
|
|
uint32_t cookie = 0;
|
|
};
|
|
|
|
/* Runs the data phase for a session that is already in the
|
|
* Transferring state. `deadlineMs` bounds the completion poll on
|
|
* the monotonic clock. Returns the outcome and fills `stats` on
|
|
* success. */
|
|
DataPhaseResult runDataPhase(V2Session& s, uint64_t deadlineMs,
|
|
DataPhaseStats& stats);
|
|
|
|
/* Registers the staging buffer for PUT objects of the given size
|
|
* and records the MR on the session. Returns false when the
|
|
* registration fails. */
|
|
bool stagePutBuffer(V2Session& s, size_t size, struct ibv_pd* pd);
|
|
|
|
/* Posts one receive that consumes the client's WRITE_WITH_IMM
|
|
* carrying the session cookie. */
|
|
bool postRecvForImm(struct ibv_qp* qp, struct ibv_mr* mr, size_t len);
|
|
|
|
/* Posts one RDMA WRITE_WITH_IMM pushing `src` into the client MR
|
|
* with the session cookie as the immediate (GET delivery). */
|
|
bool postWriteWithImm(struct ibv_qp* qp, struct ibv_mr* src,
|
|
uint64_t remoteAddr, uint32_t rkey, size_t len,
|
|
uint32_t immData);
|
|
|
|
/* Releases the session's staging MR (if any). Safe to call on a
|
|
* session that never staged. */
|
|
void releaseStaging(V2Session& s);
|
|
|
|
} // namespace v2
|
|
} // namespace hipObj
|