mirror of
https://github.com/norandom/OpenUltraSAST.git
synced 2026-10-16 03:49:26 +00:00
Marius CiepluchandClaude Opus 5.5
137c6c8ed5
Agent Substrate's egress gateway denies an actor without an EgressPolicy, so no task could deliver its artifacts or reach a model. egress.py grants each task exactly: http/80 to ousast-receiver.ax-system.svc.cluster.local, and TLS passthrough/443 to the bound Workspaces' https Git hosts and the bound Model's openultrasast.io/egress-hosts (api.deepseek.com for deepseek-flash). No IPs, no wildcards, no https (MITM) rules. The reconciler writes the policy with kubectl-ate between ax apply and resume, reads it back, waits OUSAST_EGRESS_SETTLE (11 s, the gateway's cached deny), and after ax delete task confirms the policy went with its actor (kubectl-ate has no delete verb; the store cascades). The receiver is a selector-less Service (ops/ax/receiver-service.yaml.tmpl, applied by up.sh together with the no-build agentgateway egress gateway) on port 18090 of the host. Measured live: the gateway checks the policy on Host but connects to the address the actor dialled, so the runner dials the Service's ClusterIP (OUSAST_ARTIFACT_DIAL) with the receiver's name as Host. The runner now labels its delivery with the Run's task name (OUSAST_TASK), which is what the receiver accepts; the ax Task name was refused with 403. The Receiver moved to egress.py to keep reconciler.py at 460 lines. Co-Authored-By: Claude Opus 5.5 <[email protected]> Claude-Session: https://claude.ai/code/session_01EmM1j46qgKMh3zqD1QMwEo
89 lines
4.9 KiB
Bash
Executable File
89 lines
4.9 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Bring up ax on this host: kind cluster + local registry, Agent Substrate, the ax control plane, one smoke
|
|
# Task. Idempotent enough to rerun; `down.sh` removes everything. Requires docker, go, kubectl, kind, ko, ax.
|
|
set -euo pipefail
|
|
trap 'rc=$?; echo "up.sh FAILED at line $LINENO (exit $rc)"' ERR
|
|
trap 'echo "up.sh exit $?"' EXIT
|
|
export PATH="$HOME/go/bin:$HOME/.local/bin:$PATH"
|
|
export GOTOOLCHAIN=auto
|
|
export KIND_CLUSTER_NAME="${KIND_CLUSTER_NAME:-ousast}"
|
|
export KO_DOCKER_REPO="${KO_DOCKER_REPO:-localhost:5001}"
|
|
SRC="${OUSAST_AX_SRC:-$HOME/.cache/ousast/ax-src}"
|
|
|
|
for t in docker go kubectl kind ko ax; do
|
|
command -v "$t" >/dev/null || { echo "missing tool: $t" >&2; exit 2; }
|
|
done
|
|
mkdir -p "$SRC"
|
|
clone() { [ -d "$SRC/$1" ] || git clone -q --depth 1 "$2" "$SRC/$1"; }
|
|
clone substrate https://github.com/agent-substrate/substrate.git
|
|
clone ax https://github.com/google/ax.git
|
|
step() { printf '\n== %s (%s)\n' "$1" "$(date +%H:%M:%S)"; }
|
|
|
|
step "kind cluster '$KIND_CLUSTER_NAME' + registry $KO_DOCKER_REPO"
|
|
# Each step is skipped when already done: the substrate helper DELETES an existing cluster before creating one.
|
|
CTX="kind-$KIND_CLUSTER_NAME"
|
|
ready() { kubectl --context "$CTX" -n "$1" get pods --no-headers 2>/dev/null | awk '$2 ~ /^[0-9]+\/[0-9]+$/ {n++; split($2,a,"/"); if (a[1]!=a[2] && $3!="Completed") bad++} END {exit !(n>0 && bad==0)}'; }
|
|
if kind get clusters 2>/dev/null | grep -qx "$KIND_CLUSTER_NAME"; then
|
|
echo "cluster exists; kept"
|
|
else
|
|
(cd "$SRC/substrate" && hack/create-kind-cluster.sh) # its helpers resolve paths from the git toplevel
|
|
fi
|
|
|
|
step "agent substrate (ate-system)"
|
|
if ready ate-system; then echo "substrate ready; kept"; else
|
|
(cd "$SRC/substrate" && hack/install-ate-kind.sh --deploy-ate-system)
|
|
fi
|
|
kubectl --context "$CTX" -n ate-system get pods
|
|
|
|
step "egress gateway (atenet-egress, agentgateway variant: one prebuilt image, nothing built)"
|
|
# Every actor connection goes through this gateway; without it an actor has no network at all. The Substrate
|
|
# install can die before deploying it (e.g. a full disk), so it is applied on its own when absent.
|
|
if kubectl --context "$CTX" -n ate-system get deploy atenet-egress >/dev/null 2>&1; then echo "gateway present; kept"; else
|
|
kubectl kustomize --load-restrictor=LoadRestrictionsNone "$SRC/substrate/manifests/ate-install/agentgateway-egress" \
|
|
| kubectl --context "$CTX" apply -f -
|
|
kubectl --context "$CTX" -n ate-system rollout status deploy/atenet-egress --timeout=300s
|
|
fi
|
|
|
|
step "ax control plane (ax-system)"
|
|
if ready ax-system; then echo "ax ready; kept"; else
|
|
(cd "$SRC/ax" && make deploy AX_IMAGE_REPO="$KO_DOCKER_REPO")
|
|
kubectl --context "$CTX" -n ax-system wait --for=condition=Ready pod --all --timeout=600s
|
|
fi
|
|
kubectl --context "$CTX" -n ax-system get pods
|
|
|
|
step "artifact receiver Service (ousast-receiver.ax-system -> this host)"
|
|
KIND_GATEWAY="$(docker network inspect kind --format '{{range .IPAM.Config}}{{if .Gateway}}{{.Gateway}} {{end}}{{end}}' | tr ' ' '\n' | grep -m1 '\.')"
|
|
export KIND_GATEWAY OUSAST_ARTIFACT_PORT="${OUSAST_ARTIFACT_PORT:-18090}" # the reconciler's fixed receiver port
|
|
envsubst < "$(dirname "$0")/receiver-service.yaml.tmpl" | kubectl --context "$CTX" apply -f -
|
|
|
|
step "worker pool (gVisor)"
|
|
SUBSTRATE_VERSION="$(kubectl --context "$CTX" get nodes -o jsonpath='{.items[0].metadata.labels.ate\.dev/substrate-version}')"
|
|
export SUBSTRATE_VERSION
|
|
envsubst < "$(dirname "$0")/workerpool.yaml.tmpl" > "$SRC/workerpool.yaml"
|
|
(cd "$SRC/substrate" && KO_DOCKER_REPO="$KO_DOCKER_REPO" ko apply -f "$SRC/workerpool.yaml")
|
|
kubectl --context "$CTX" -n ax-system wait --for=condition=Ready pod -l ate.dev/worker-pool=ousast-pool --timeout=600s \
|
|
|| kubectl --context "$CTX" -n ax-system get pods
|
|
|
|
step "runner image $KO_DOCKER_REPO/ousast-runner"
|
|
REPO_ROOT="$(cd "$(dirname "$0")/../.." && pwd)"
|
|
docker build -q -f "$REPO_ROOT/plane/Dockerfile.runner" -t "$KO_DOCKER_REPO/ousast-runner:dev" "$REPO_ROOT"
|
|
docker push -q "$KO_DOCKER_REPO/ousast-runner:dev"
|
|
RUNNER_IMAGE="$(docker inspect --format '{{range .RepoDigests}}{{println .}}{{end}}' "$KO_DOCKER_REPO/ousast-runner:dev" | grep "^$KO_DOCKER_REPO/ousast-runner@" | head -1)"
|
|
[ -n "$RUNNER_IMAGE" ] || { echo "no digest for the runner image" >&2; exit 2; }
|
|
export RUNNER_IMAGE; echo "$RUNNER_IMAGE" > "$SRC/runner-image" # the reconciler reads this pin
|
|
echo "runner image $RUNNER_IMAGE"
|
|
|
|
step "ax CLI from the deployed checkout (a release CLI skews from the server)"
|
|
(cd "$SRC/ax" && go install ./cmd/ax)
|
|
|
|
step "smoke task"
|
|
ax delete task ousast-smoke >/dev/null 2>&1 || true
|
|
envsubst < "$(dirname "$0")/smoke-task.yaml.tmpl" > "$SRC/smoke-task.yaml"
|
|
ax apply -f "$SRC/smoke-task.yaml"
|
|
for i in 1 2 3 4 5 6; do ax resume task ousast-smoke && break; sleep 20; done # first resume may time out while the golden snapshot builds
|
|
ax get tasks
|
|
|
|
step "footprint"
|
|
free -m | sed -n 1,2p
|
|
docker stats --no-stream --format '{{.Name}} {{.MemUsage}} {{.CPUPerc}}' | grep -Ei 'kind|registry' || true
|