mirror of
https://github.com/jmcorgan/fips.git
synced 2026-07-30 19:46:15 +00:00
Scoping the image tag was never sufficient on its own. Every build read one unscoped directory in the working tree, into which each run copies the binaries it just built, so two concurrent runs raced on the contents of the context as well as on the name of the result — and a run could produce a correctly-per-run-tagged image built from the other run's binaries. The run now copies the context's tracked files into its own directory, installs its binaries there, and builds from it, exporting the path so every other consumer follows. Deliberately not carried over: a previous run's binaries, since inheriting them is the failure this prevents. The path is absolute because compose resolves a relative build context against the compose file's own directory rather than the working directory, which was measured rather than assumed. The chaos entry script gated the whole simulation on a binary in the shared directory by literal path, so it moves in this same commit: left behind, it would have failed on a clean checkout and, worse on a host with leftovers, passed while reading a binary that was not the one under test. Teardown removes the directory on red runs as well as green, since it holds only reproducible content and is never the evidence of a failure. The worker's SIGKILL runs no trap, so the cleanup script also sweeps contexts left by a preempted run, and the ignore rule keeps a concurrent run from showing up as untracked working-tree noise.
167 lines
4.8 KiB
Bash
Executable File
167 lines
4.8 KiB
Bash
Executable File
#!/bin/bash
|
|
# Run a FIPS stochastic network simulation.
|
|
#
|
|
# Usage: ./scripts/chaos.sh <scenario> [options]
|
|
# scenario: path to YAML file, or scenario name (e.g., "churn-10")
|
|
#
|
|
# Options:
|
|
# -v, --verbose Enable debug logging
|
|
# --seed <N> Override scenario seed
|
|
# --duration <secs> Override scenario duration
|
|
# --nodes <N> Override topology.num_nodes
|
|
# --list List available scenarios
|
|
#
|
|
# Examples:
|
|
# ./scripts/chaos.sh churn-10
|
|
# ./scripts/chaos.sh churn-10 --seed 123 --verbose
|
|
# ./scripts/chaos.sh scenarios/churn-10.yaml --duration 300
|
|
# ./scripts/chaos.sh --list
|
|
set -e
|
|
|
|
trap 'echo ""; echo "Simulation interrupted"; exit 130' INT
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
CHAOS_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
SCENARIO_DIR="$CHAOS_DIR/scenarios"
|
|
|
|
usage() {
|
|
echo "Usage: $0 <scenario> [options]"
|
|
echo ""
|
|
echo "Arguments:"
|
|
echo " scenario Path to YAML file, or scenario name (e.g., churn-10)"
|
|
echo ""
|
|
echo "Options:"
|
|
echo " -v, --verbose Enable debug logging"
|
|
echo " --seed <N> Override scenario seed"
|
|
echo " --duration <secs> Override scenario duration"
|
|
echo " --nodes <N> Override topology.num_nodes"
|
|
echo " --list List available scenarios"
|
|
exit 1
|
|
}
|
|
|
|
list_scenarios() {
|
|
echo "=== Available Scenarios ==="
|
|
echo ""
|
|
for f in "$SCENARIO_DIR"/*.yaml; do
|
|
[ -f "$f" ] || continue
|
|
echo " $(basename "$f" .yaml)"
|
|
done
|
|
exit 0
|
|
}
|
|
|
|
# Handle --list before requiring a positional arg
|
|
for arg in "$@"; do
|
|
case "$arg" in
|
|
--list) list_scenarios ;;
|
|
esac
|
|
done
|
|
|
|
# Require at least one argument (the scenario)
|
|
[ $# -lt 1 ] && usage
|
|
|
|
# Parse arguments
|
|
SCENARIO_ARG=""
|
|
VERBOSE=""
|
|
SEED=""
|
|
DURATION=""
|
|
NODES=""
|
|
SUBNET=""
|
|
|
|
while [ $# -gt 0 ]; do
|
|
case "$1" in
|
|
-v|--verbose) VERBOSE="--verbose"; shift ;;
|
|
--seed) SEED="$2"; shift 2 ;;
|
|
--duration) DURATION="$2"; shift 2 ;;
|
|
--nodes) NODES="$2"; shift 2 ;;
|
|
--subnet) SUBNET="$2"; shift 2 ;;
|
|
--list) list_scenarios ;;
|
|
-*) echo "Error: Unknown option '$1'" >&2; usage ;;
|
|
*)
|
|
if [ -z "$SCENARIO_ARG" ]; then
|
|
SCENARIO_ARG="$1"
|
|
else
|
|
echo "Error: Unexpected argument '$1'" >&2
|
|
usage
|
|
fi
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
[ -z "$SCENARIO_ARG" ] && usage
|
|
|
|
# Resolve scenario path
|
|
if [ -f "$SCENARIO_ARG" ]; then
|
|
SCENARIO_FILE="$SCENARIO_ARG"
|
|
elif [ -f "$SCENARIO_DIR/$SCENARIO_ARG.yaml" ]; then
|
|
SCENARIO_FILE="$SCENARIO_DIR/$SCENARIO_ARG.yaml"
|
|
else
|
|
echo "Error: Scenario not found: $SCENARIO_ARG" >&2
|
|
echo "Tried:" >&2
|
|
echo " $SCENARIO_ARG" >&2
|
|
echo " $SCENARIO_DIR/$SCENARIO_ARG.yaml" >&2
|
|
echo "" >&2
|
|
echo "Available scenarios:" >&2
|
|
for f in "$SCENARIO_DIR"/*.yaml; do
|
|
[ -f "$f" ] || continue
|
|
echo " $(basename "$f" .yaml)" >&2
|
|
done
|
|
exit 1
|
|
fi
|
|
|
|
# Check prerequisites
|
|
if ! command -v python3 &> /dev/null; then
|
|
echo "Error: python3 not found" >&2
|
|
exit 1
|
|
fi
|
|
|
|
if ! command -v docker &> /dev/null; then
|
|
echo "Error: docker not found" >&2
|
|
exit 1
|
|
fi
|
|
|
|
if ! docker info &> /dev/null; then
|
|
echo "Error: Docker is not running" >&2
|
|
exit 1
|
|
fi
|
|
|
|
# A harness that scopes its build context per run passes it in
|
|
# FIPS_BUILD_CONTEXT and stops writing to the shared directory, so checking the
|
|
# shared one would either fail on a clean checkout or, worse, pass while
|
|
# reading a stale binary that is not the one under test.
|
|
DOCKER_DIR="${FIPS_BUILD_CONTEXT:-$CHAOS_DIR/../docker}"
|
|
if [ ! -f "$DOCKER_DIR/fips" ]; then
|
|
echo "Error: FIPS binary not found at $DOCKER_DIR/fips" >&2
|
|
echo "Run testing/scripts/build.sh first" >&2
|
|
exit 1
|
|
fi
|
|
|
|
# Build python args
|
|
PYTHON_ARGS=("$SCENARIO_FILE")
|
|
[ -n "$VERBOSE" ] && PYTHON_ARGS+=("$VERBOSE")
|
|
[ -n "$SEED" ] && PYTHON_ARGS+=("--seed" "$SEED")
|
|
[ -n "$DURATION" ] && PYTHON_ARGS+=("--duration" "$DURATION")
|
|
[ -n "$SUBNET" ] && PYTHON_ARGS+=("--subnet" "$SUBNET")
|
|
|
|
echo "=== FIPS Stochastic Simulation ==="
|
|
echo ""
|
|
echo " Scenario: $(basename "$SCENARIO_FILE" .yaml)"
|
|
echo " File: $SCENARIO_FILE"
|
|
[ -n "$SEED" ] && echo " Seed: $SEED (override)"
|
|
[ -n "$DURATION" ] && echo " Duration: ${DURATION}s (override)"
|
|
[ -n "$NODES" ] && echo " Nodes: $NODES (override)"
|
|
[ -n "$SUBNET" ] && echo " Subnet: $SUBNET (override)"
|
|
echo ""
|
|
|
|
# If --nodes is specified, create a patched copy of the scenario file
|
|
if [ -n "$NODES" ]; then
|
|
PATCHED=$(mktemp /tmp/chaos-scenario-XXXXXX.yaml)
|
|
sed "s/^\( num_nodes:\).*/\1 $NODES/" "$SCENARIO_FILE" > "$PATCHED"
|
|
PYTHON_ARGS[0]="$PATCHED"
|
|
trap 'rm -f "$PATCHED"' EXIT
|
|
fi
|
|
|
|
# Run from testing/chaos directory (sim expects relative paths)
|
|
cd "$CHAOS_DIR"
|
|
python3 -m sim "${PYTHON_ARGS[@]}"
|