#!/usr/bin/env bash
# Pull logs and RPC samples from every node into results/<date>/nodes/<name>/ and write summary.md plus a
# bench-log entry template (results/<date>/bench-log-entry.md). APPEND_BENCH_LOG=1 also appends that entry to
# docs/bench-log.md (the log is append-only; edit the numbers in the entry file first if a run looked odd).
#   ./experiments/collect.sh [date]        default today (UTC)
. "$(dirname "$0")/../lib/common.sh"
require_nodes
out="$(results_dir_for "${1:-}")"; mkdir -p "$out/nodes"
log "collecting into $out"
cp "$NODES_FILE" "$out/nodes.tsv"
[ -f "$BIN_DIR/version.txt" ] && cp "$BIN_DIR/version.txt" "$BIN_DIR/src.stamp" "$out/" 2>/dev/null

while IFS=$'\t' read -r -u 3 name idx reg ip access pub port; do
  (
    d="$out/nodes/$name"; mkdir -p "$d"
    nssh "$ip" "journalctl -u igneumd --no-pager -o short-iso --since -24h | tail -c 30000000" > "$d/igneumd.log" 2>/dev/null
    gzip -9 -f "$d/igneumd.log"    # 8 MB per node per 4 h uncompressed; results/ is committed, so the journal is kept gzipped (zcat / zgrep)
    nssh "$ip" "journalctl -u igneum-miner --no-pager -o short-iso --since -24h | tail -c 5000000" > "$d/miner.log" 2>/dev/null
    for f in blocks chain samples; do nscp "$SSH_USER@$ip:/var/log/igneum/$f.tsv" "$d/$f.tsv" 2>/dev/null || true; done
    nssh "$ip" "chronyc tracking 2>/dev/null; echo; free -m; echo; df -h / | tail -1; echo; cat /etc/igneum/node.env" > "$d/host.txt" 2>/dev/null
    for m in getInfo getBlockDagInfo getConnectedPeerInfo getFinalityWeights; do
      nssh "$ip" "python3 /opt/igneum/bin/wrpc.py call $m" > "$d/$m.json" 2>/dev/null || true
    done
    nssh "$ip" "python3 /opt/igneum/bin/wrpc.py call getFinalityCheckpoints '{\"last\": 50}'" > "$d/getFinalityCheckpoints.json" 2>/dev/null || true
    printf '[%s] %s blocks lines, %s chain lines, %s samples\n' "$name" "$(grep -c . "$d/blocks.tsv" 2>/dev/null || echo 0)" "$(grep -c . "$d/chain.tsv" 2>/dev/null || echo 0)" "$(grep -c . "$d/samples.tsv" 2>/dev/null || echo 0)"
  ) &
  while [ "$(jobs -r | wc -l)" -ge 10 ]; do sleep 1; done
done 3< "$NODES_FILE"
wait

if [ -f "$out/hop.log" ]; then
  python3 "$HERE/experiments/analyze.py" hop-series "$out" "$NODES_FILE" > "$out/hop-series.tsv"
  python3 "$HERE/experiments/analyze.py" hop "$out" > "$out/hop.md"
  log "wrote $out/hop-series.tsv ($(grep -c . "$out/hop-series.tsv") rows at 10 s) and hop.md"
fi
python3 "$HERE/experiments/analyze.py" summary "$out" "$NODES_FILE" | tee "$out/summary.md"
python3 "$HERE/experiments/analyze.py" bench-entry "$out" "$NODES_FILE" > "$out/bench-log-entry.md"
log "wrote $out/summary.md and $out/bench-log-entry.md"
if [ "${APPEND_BENCH_LOG:-0}" = 1 ]; then
  { printf '\n'; cat "$out/bench-log-entry.md"; } >> "$REPO/docs/bench-log.md"
  log "appended the entry to docs/bench-log.md (review it before committing)"
else
  log "APPEND_BENCH_LOG=1 appends the entry to docs/bench-log.md"
fi