Multi Server Workflows

#!/bin/bash
set -euo pipefail

echo "=== Daily Data Pipeline ==="

# Step 1: Extract from data server
echo "Extracting user data..."
USERS=$(data --json export-users --since "$(date -d 'yesterday' +%Y-%m-%d)" --format json)
echo "$USERS" > /tmp/pipeline/users.json
COUNT=$(echo "$USERS" | jq '.data.records | length')
echo "Extracted $COUNT users"

# Step 2: Query search server for enrichment
echo "Enriching with search data..."
echo "$USERS" | jq -r '.data.records[].email' | while read email; do
  search --json query --index users --q "email:$email" >> /tmp/pipeline/enriched.ndjson
done

# Step 3: Load into data server
echo "Loading enriched data..."
data --json import --source /tmp/pipeline/enriched.ndjson --target enriched_users

# Step 4: Notify
echo "Sending notification..."
notify --json send-slack \
  --channel "#data-pipeline" \
  --message "Daily pipeline complete: $COUNT users processed"

echo "✅ Pipeline complete"

#!/bin/bash
set -euo pipefail

VERSION="${1:?Usage: $0 <version>}"

deploy_and_verify() {
  local env="$1"
  echo "--- Deploying to $env ---"

  # Deploy
  "$env" --json deploy --version "$VERSION" --timeout 300

  # Verify
  echo "Verifying $env..."
  "$env" --timeout 10 ping

  HEALTH=$("$env" --json doctor | jq -r '.summary')
  echo "$env: $HEALTH"
}

# Dev — deploy immediately
deploy_and_verify dev

# Staging — deploy and run smoke tests
deploy_and_verify staging
echo "Running staging smoke tests..."
staging --json echo --message "smoke-test" | jq -e '.data.content' > /dev/null
staging --json ls --tools | jq -e '.data.items | length > 0' > /dev/null
echo "✅ Staging smoke tests passed"

# Production — with confirmation gate
read -p "Deploy v$VERSION to production? (y/N) " -n 1 -r
echo
if [[ $REPLY =~ ^[Yy]$ ]]; then
  deploy_and_verify prod
  notify --json send-slack \
    --channel "#releases" \
    --message "✅ v$VERSION deployed to all environments"
else
  echo "Production deploy skipped"
fi

#!/bin/bash
# Incident response automation

INCIDENT_ID="${1:?Usage: $0 <incident-id>}"

echo "=== Incident Response: $INCIDENT_ID ==="

# 1. Get incident details from data server
INCIDENT=$(data --json get-incident --id "$INCIDENT_ID")
SEVERITY=$(echo "$INCIDENT" | jq -r '.data.severity')
SERVICE=$(echo "$INCIDENT" | jq -r '.data.affected_service')

echo "Severity: $SEVERITY, Service: $SERVICE"

# 2. Scale up affected service (infra server)
if [ "$SEVERITY" = "critical" ]; then
  echo "Scaling up $SERVICE..."
  infra --json scale --service "$SERVICE" --replicas 10
fi

# 3. Search logs for related errors (search server)
echo "Searching logs..."
ERRORS=$(search --json query \
  --index logs \
  --q "service:$SERVICE AND level:error AND @timestamp:[now-1h TO now]" \
  --limit 10)
ERROR_COUNT=$(echo "$ERRORS" | jq '.data.hits.total')
echo "Found $ERROR_COUNT related errors"

# 4. Notify team (notification server)
notify --json send-pager \
  --team "$SERVICE-oncall" \
  --message "Incident $INCIDENT_ID: $SEVERITY on $SERVICE. $ERROR_COUNT errors in last hour."

notify --json send-slack \
  --channel "#incidents" \
  --message "🚨 Incident $INCIDENT_ID opened. Severity: $SEVERITY. Service: $SERVICE. Auto-scaled to 10 replicas."

#!/bin/bash
# Check all servers in parallel

SERVERS=("data" "infra" "notify" "search")
RESULTS=""

for server in "${SERVERS[@]}"; do
  (
    if "$server" --timeout 5 --json ping >/dev/null 2>&1; then
      echo "$server: UP"
    else
      echo "$server: DOWN"
    fi
  ) &
done

wait

# Structured output
echo ""
echo "=== Server Status ==="
for server in "${SERVERS[@]}"; do
  STATUS=$("$server" --timeout 5 --json ping 2>/dev/null | jq -r '.summary' || echo "unreachable")
  echo "  $server: $STATUS"
done