mirror of
https://github.com/seaweedfs/seaweedfs.git
synced 2026-07-19 14:32:41 +00:00
Chris Lu
2c2df751f5
* ci: add per-process memory sampler for perf jobs Samples VmRSS once a second into a CSV and records peak VmHWM per process on stop. Linux only; reads /proc/<pid>/status. * ci: run perf benchmarks on the Rust volume server and report memory Matrix the throughput and S3 jobs over go/rust volume servers, using a standalone master (plus filer for S3) and swapping only the volume binary so the two are directly comparable. Sample peak RSS in every job and surface it per impl in the run summary. * ci: harden mem sampler arg handling and peak fallback Guard against missing args under set -u, and fall back to the max RSS sampled when a process exits before VmHWM can be read.
63 lines
1.6 KiB
Bash
Executable File
63 lines
1.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Sample resident memory of one or more processes once per second.
|
|
# Usage: mem_sample.sh <out.csv> <label=pid> [label=pid ...]
|
|
#
|
|
# Writes a per-second time series to <out.csv> and, on stop, the peak
|
|
# resident set (VmHWM) per process to <out.csv>.peak. Stop with SIGTERM/SIGINT;
|
|
# if a process already exited, its peak falls back to the max RSS sampled.
|
|
# Linux only (reads /proc/<pid>/status).
|
|
set -u
|
|
|
|
if [ "$#" -lt 2 ]; then
|
|
echo "Usage: $0 <out.csv> <label=pid> [label=pid ...]" >&2
|
|
exit 1
|
|
fi
|
|
|
|
out="$1"; shift
|
|
|
|
labels=(); pids=(); peaks=()
|
|
for arg in "$@"; do
|
|
labels+=("${arg%%=*}")
|
|
pids+=("${arg#*=}")
|
|
peaks+=(0)
|
|
done
|
|
|
|
record_peaks() {
|
|
local total=0 i hwm
|
|
: > "${out}.peak"
|
|
for i in "${!pids[@]}"; do
|
|
hwm="$(awk '/^VmHWM:/{print $2}' "/proc/${pids[$i]}/status" 2>/dev/null)"
|
|
if [ -z "$hwm" ] || [ "$hwm" -eq 0 ]; then
|
|
hwm="${peaks[$i]}"
|
|
fi
|
|
printf '%s\t%s\n' "${labels[$i]}" "$hwm" >> "${out}.peak"
|
|
total=$((total + hwm))
|
|
done
|
|
printf 'total\t%s\n' "$total" >> "${out}.peak"
|
|
exit 0
|
|
}
|
|
trap record_peaks TERM INT
|
|
|
|
header="epoch"
|
|
for l in "${labels[@]}"; do header+=",${l}_rss_kb"; done
|
|
header+=",total_rss_kb"
|
|
echo "$header" > "$out"
|
|
|
|
while true; do
|
|
line="$(date +%s)"; total=0
|
|
for i in "${!pids[@]}"; do
|
|
p="${pids[$i]}"
|
|
rss="$(awk '/^VmRSS:/{print $2}' "/proc/$p/status" 2>/dev/null)"
|
|
rss="${rss:-0}"
|
|
if [ "$rss" -gt "${peaks[$i]}" ]; then
|
|
peaks[$i]="$rss"
|
|
fi
|
|
line+=",${rss}"
|
|
total=$((total + rss))
|
|
done
|
|
echo "${line},${total}" >> "$out"
|
|
# Sleep via a background child + wait so a caught signal interrupts promptly.
|
|
sleep 1 &
|
|
wait $! 2>/dev/null
|
|
done
|