d8dc8c6ba3
infra/cloud-devnet: hcloud (doctl variant) create, builder-VM provision from a git-archive source tarball, systemd units for igneumd --devnet-suffix with a sparse --addpeer mesh and a CPU trickle miner per node, stdlib wRPC client, experiments (latency, partition, hop, collect, observer hookup), README with the command sequence and the Hetzner API prices of 3 Oct 2026. infra/gpu-bench: RunPod image recipes (CUDA 12.8, ROCm), bundle, run.sh (vectors gate, 10-min raw, sweep, inline shortcut ratio, nvcc/NVRTC/OpenCL recompile timings, results row, intake upload), bench-log template. infra/seed-nodes: create-seed (persistent IPv4, firewall), provision on the VM, health check, addPeer from the Mac over grpcurl, seeds.txt; igneum-seed-1 created at 188.245.5.161 (Hetzner cx23, fsn1). docs/plans/cloud-devnet.md and docs/plans/seed-nodes.md. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
38 lines
2.4 KiB
Bash
Executable file
38 lines
2.4 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
# Pull logs and RPC samples from every node into results/<date>/nodes/<name>/ and write summary.md plus a
|
|
# bench-log entry template (results/<date>/bench-log-entry.md). APPEND_BENCH_LOG=1 also appends that entry to
|
|
# docs/bench-log.md (the log is append-only; edit the numbers in the entry file first if a run looked odd).
|
|
# ./experiments/collect.sh [date] default today (UTC)
|
|
. "$(dirname "$0")/../lib/common.sh"
|
|
require_nodes
|
|
out="$(results_dir_for "${1:-}")"; mkdir -p "$out/nodes"
|
|
log "collecting into $out"
|
|
cp "$NODES_FILE" "$out/nodes.tsv"
|
|
[ -f "$BIN_DIR/version.txt" ] && cp "$BIN_DIR/version.txt" "$BIN_DIR/src.stamp" "$out/" 2>/dev/null
|
|
|
|
while IFS=$'\t' read -r name idx reg ip; do
|
|
(
|
|
d="$out/nodes/$name"; mkdir -p "$d"
|
|
nssh "$ip" "journalctl -u igneumd --no-pager -o short-iso --since -24h | tail -c 30000000" > "$d/igneumd.log" 2>/dev/null
|
|
nssh "$ip" "journalctl -u igneum-miner --no-pager -o short-iso --since -24h | tail -c 5000000" > "$d/miner.log" 2>/dev/null
|
|
for f in blocks chain samples; do nscp "$SSH_USER@$ip:/var/log/igneum/$f.tsv" "$d/$f.tsv" 2>/dev/null || true; done
|
|
nssh "$ip" "chronyc tracking 2>/dev/null; echo; free -m; echo; df -h / | tail -1; echo; cat /etc/igneum/node.env" > "$d/host.txt" 2>/dev/null
|
|
for m in getInfo getBlockDagInfo getConnectedPeerInfo getFinalityWeights; do
|
|
nssh "$ip" "python3 /opt/igneum/bin/wrpc.py call $m" > "$d/$m.json" 2>/dev/null || true
|
|
done
|
|
nssh "$ip" "python3 /opt/igneum/bin/wrpc.py call getFinalityCheckpoints '{\"last\": 50}'" > "$d/getFinalityCheckpoints.json" 2>/dev/null || true
|
|
printf '[%s] %s blocks lines, %s chain lines, %s samples\n' "$name" "$(grep -c . "$d/blocks.tsv" 2>/dev/null || echo 0)" "$(grep -c . "$d/chain.tsv" 2>/dev/null || echo 0)" "$(grep -c . "$d/samples.tsv" 2>/dev/null || echo 0)"
|
|
) &
|
|
while [ "$(jobs -r | wc -l)" -ge 10 ]; do sleep 1; done
|
|
done < "$NODES_FILE"
|
|
wait
|
|
|
|
python3 "$HERE/experiments/analyze.py" summary "$out" "$NODES_FILE" | tee "$out/summary.md"
|
|
python3 "$HERE/experiments/analyze.py" bench-entry "$out" "$NODES_FILE" > "$out/bench-log-entry.md"
|
|
log "wrote $out/summary.md and $out/bench-log-entry.md"
|
|
if [ "${APPEND_BENCH_LOG:-0}" = 1 ]; then
|
|
{ printf '\n'; cat "$out/bench-log-entry.md"; } >> "$REPO/docs/bench-log.md"
|
|
log "appended the entry to docs/bench-log.md (review it before committing)"
|
|
else
|
|
log "APPEND_BENCH_LOG=1 appends the entry to docs/bench-log.md"
|
|
fi
|