#!/usr/bin/env bash set -euo pipefail usage() { cat <<'EOF' Usage: ./scripts/periodic/run_apnic_ours_parallel_round_remote.sh \ --run-root \ --round-id \ --kind \ --ssh-target \ --remote-root \ [--scheduled-at ] \ [--skip-sync] EOF } ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)" RUN_ROOT="" ROUND_ID="" KIND="" SSH_TARGET="${SSH_TARGET:-root@47.77.183.68}" REMOTE_ROOT="" SCHEDULED_AT="" SKIP_SYNC=0 while [[ $# -gt 0 ]]; do case "$1" in --run-root) RUN_ROOT="$2"; shift 2 ;; --round-id) ROUND_ID="$2"; shift 2 ;; --kind) KIND="$2"; shift 2 ;; --ssh-target) SSH_TARGET="$2"; shift 2 ;; --remote-root) REMOTE_ROOT="$2"; shift 2 ;; --scheduled-at) SCHEDULED_AT="$2"; shift 2 ;; --skip-sync) SKIP_SYNC=1; shift 1 ;; -h|--help) usage; exit 0 ;; *) echo "unknown argument: $1" >&2; usage; exit 2 ;; esac done [[ -n "$RUN_ROOT" && -n "$ROUND_ID" && -n "$KIND" && -n "$REMOTE_ROOT" ]] || { usage >&2; exit 2; } [[ "$KIND" == "snapshot" || "$KIND" == "delta" ]] || { echo "--kind must be snapshot or delta" >&2; exit 2; } LOCAL_OUT="$RUN_ROOT/rounds/$ROUND_ID/ours" REMOTE_REPO="$REMOTE_ROOT/repo" REMOTE_OUT="$REMOTE_ROOT/rounds/$ROUND_ID/ours" REMOTE_WORK_DB="$REMOTE_ROOT/state/ours/work-db" REMOTE_RAW_STORE="$REMOTE_ROOT/state/ours/raw-store.db" mkdir -p "$LOCAL_OUT" if [[ "$SKIP_SYNC" -eq 0 ]]; then ssh "$SSH_TARGET" "mkdir -p '$REMOTE_ROOT'" rsync -a --delete \ --exclude target \ --exclude .git \ "$ROOT_DIR/" "$SSH_TARGET:$REMOTE_REPO/" ssh "$SSH_TARGET" "mkdir -p '$REMOTE_REPO/target/release' '$REMOTE_OUT' '$REMOTE_ROOT/state/ours'" rsync -a "$ROOT_DIR/target/release/rpki" "$SSH_TARGET:$REMOTE_REPO/target/release/" else ssh "$SSH_TARGET" "mkdir -p '$REMOTE_OUT' '$REMOTE_ROOT/state/ours'" fi ssh "$SSH_TARGET" \ REMOTE_REPO="$REMOTE_REPO" \ REMOTE_OUT="$REMOTE_OUT" \ REMOTE_WORK_DB="$REMOTE_WORK_DB" \ REMOTE_RAW_STORE="$REMOTE_RAW_STORE" \ KIND="$KIND" \ ROUND_ID="$ROUND_ID" \ SCHEDULED_AT="$SCHEDULED_AT" \ 'bash -s' <<'EOS' set -euo pipefail cd "$REMOTE_REPO" mkdir -p "$REMOTE_OUT" if [[ "$KIND" == "snapshot" ]]; then rm -rf "$REMOTE_WORK_DB" "$REMOTE_RAW_STORE" fi mkdir -p "$(dirname "$REMOTE_WORK_DB")" started_at_iso="$(date -u +%Y-%m-%dT%H:%M:%SZ)" started_at_ms="$(python3 - <<'PY' import time print(int(time.time() * 1000)) PY )" ccr_out="$REMOTE_OUT/result.ccr" cir_out="$REMOTE_OUT/result.cir" report_out="$REMOTE_OUT/report.json" run_log="$REMOTE_OUT/run.log" meta_out="$REMOTE_OUT/round-result.json" set +e env RPKI_PROGRESS_LOG=1 RPKI_PROGRESS_SLOW_SECS=0 target/release/rpki \ --db "$REMOTE_WORK_DB" \ --raw-store-db "$REMOTE_RAW_STORE" \ --tal-path tests/fixtures/tal/apnic-rfc7730-https.tal \ --ta-path tests/fixtures/ta/apnic-ta.cer \ --parallel-phase1 \ --ccr-out "$ccr_out" \ --report-json "$report_out" \ --cir-enable \ --cir-out "$cir_out" \ --cir-tal-uri "https://rpki.apnic.net/repository/apnic-rpki-root-iana-origin.cer" \ >"$run_log" 2>&1 exit_code=$? set -e finished_at_iso="$(date -u +%Y-%m-%dT%H:%M:%SZ)" finished_at_ms="$(python3 - <<'PY' import time print(int(time.time() * 1000)) PY )" python3 - <<'PY' "$meta_out" "$ROUND_ID" "$KIND" "$SCHEDULED_AT" "$started_at_iso" "$finished_at_iso" "$REMOTE_WORK_DB" "$REMOTE_RAW_STORE" "$exit_code" "$started_at_ms" "$finished_at_ms" import json, sys ( path, round_id, kind, scheduled_at, started_at, finished_at, work_db, raw_store, exit_code, start_ms, end_ms, ) = sys.argv[1:] with open(path, "w", encoding="utf-8") as fh: json.dump( { "roundId": round_id, "kind": kind, "scheduledAt": scheduled_at or None, "startedAt": started_at, "finishedAt": finished_at, "durationMs": int(end_ms) - int(start_ms), "remoteWorkDbPath": work_db, "remoteRawStoreDbPath": raw_store, "exitCode": int(exit_code), }, fh, indent=2, ) PY exit "$exit_code" EOS rsync -a "$SSH_TARGET:$REMOTE_OUT/" "$LOCAL_OUT/" echo "$LOCAL_OUT"