rdev/scripts/load-credentials.sh
jordan a8c8a0a14d
All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
feat: add GCS-based persistent media storage, AI generation pipeline, and composable skeleton packages
Adds complete media storage pipeline with GCS presigned uploads, AI image/video/text generation
via queue-based workers, realtime SSE event streaming, and comprehensive skeleton packages
(storage, mediagen, textgen, generation, realtime, persona, routing, ai-client). Includes
security fixes for media delete authorization, nil pointer guards in handlers, video persistence
via download-then-upload, consistent signed URLs, and Image→ImageIcon rename to avoid DOM collision.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-02-19 21:29:09 -07:00

167 lines
5.3 KiB
Bash
Executable File

#!/usr/bin/env bash
# load-credentials.sh - Load credentials from .secrets file into rdev-api
#
# Usage:
# ./scripts/load-credentials.sh # Load to localhost:8080
# ./scripts/load-credentials.sh https://rdev.example.com # Load to remote
# RDEV_ADMIN_KEY=xxx ./scripts/load-credentials.sh # With explicit admin key
#
# Reads credentials from .secrets file (KEY=VALUE format) and uploads them
# to the rdev-api /credentials/batch endpoint.
set -euo pipefail
# Configuration
RDEV_API_URL="${1:-http://localhost:8080}"
SECRETS_FILE="${SECRETS_FILE:-.secrets}"
ADMIN_KEY="${RDEV_ADMIN_KEY:-}"
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color
log_info() { echo -e "${GREEN}[INFO]${NC} $1"; }
log_warn() { echo -e "${YELLOW}[WARN]${NC} $1"; }
log_error() { echo -e "${RED}[ERROR]${NC} $1"; }
# Check for required tools
if ! command -v curl &> /dev/null; then
log_error "curl is required but not installed"
exit 1
fi
if ! command -v jq &> /dev/null; then
log_error "jq is required but not installed"
exit 1
fi
# Check secrets file exists
if [[ ! -f "$SECRETS_FILE" ]]; then
log_error "Secrets file not found: $SECRETS_FILE"
log_info "Create a .secrets file with KEY=VALUE pairs, e.g.:"
echo " GITEA_TOKEN=your-token-here"
echo " CLOUDFLARE_API_TOKEN=your-token-here"
exit 1
fi
# Get admin key if not provided
if [[ -z "$ADMIN_KEY" ]]; then
# Try to get from K8s secret
if command -v kubectl &> /dev/null; then
ADMIN_KEY=$(kubectl get secret rdev-credentials -n rdev -o jsonpath='{.data.RDEV_ADMIN_KEY}' 2>/dev/null | base64 -d 2>/dev/null || true)
fi
if [[ -z "$ADMIN_KEY" ]]; then
log_error "RDEV_ADMIN_KEY not set and could not retrieve from K8s"
log_info "Set RDEV_ADMIN_KEY environment variable or ensure kubectl access to rdev namespace"
exit 1
fi
fi
log_info "Loading credentials from $SECRETS_FILE to $RDEV_API_URL"
# Function to get category for a key (bash 3.2 compatible)
get_category() {
case "$1" in
GITEA_TOKEN|GITEA_API_TOKEN|GITEA_URL) echo "gitea" ;;
CLOUDFLARE_API_TOKEN|CLOUDFLARE_ZONE_ID) echo "cloudflare" ;;
WOODPECKER_URL|WOODPECKER_API_TOKEN|WOODPECKER_WEBHOOK_SECRET) echo "woodpecker" ;;
REGISTRY_URL) echo "registry" ;;
LAOZHANG_API_KEY|GEMINI_API_KEY) echo "ai" ;;
*) echo "other" ;;
esac
}
# Function to get description for a key (bash 3.2 compatible)
get_description() {
case "$1" in
GITEA_TOKEN|GITEA_API_TOKEN) echo "Gitea API access token" ;;
GITEA_URL) echo "Gitea server URL" ;;
CLOUDFLARE_API_TOKEN) echo "Cloudflare API token for DNS management" ;;
CLOUDFLARE_ZONE_ID) echo "Cloudflare zone ID for threesix.ai" ;;
WOODPECKER_URL) echo "Woodpecker CI server URL" ;;
WOODPECKER_API_TOKEN) echo "Woodpecker CI API token for repo activation" ;;
WOODPECKER_WEBHOOK_SECRET) echo "HMAC secret for Woodpecker webhook verification" ;;
REGISTRY_URL) echo "Container registry URL" ;;
LAOZHANG_API_KEY) echo "LaoZhang API key for text/image generation (also proxies Grok)" ;;
GEMINI_API_KEY) echo "Google Gemini API key for text/image generation" ;;
*) echo "$1 credential" ;;
esac
}
# Build JSON payload from secrets file
CREDENTIALS_JSON='{"credentials":['
FIRST=true
while IFS='=' read -r key value || [[ -n "$key" ]]; do
# Skip empty lines and comments
[[ -z "$key" ]] && continue
case "$key" in \#*) continue ;; esac
# Trim whitespace
key=$(echo "$key" | xargs)
value=$(echo "$value" | xargs)
# Skip if empty value
[[ -z "$value" ]] && continue
# Normalize key name (GITEA_API_TOKEN -> GITEA_TOKEN)
if [[ "$key" == "GITEA_API_TOKEN" ]]; then
key="GITEA_TOKEN"
fi
# Get category and description
category=$(get_category "$key")
description=$(get_description "$key")
# Add comma if not first
if [[ "$FIRST" == "true" ]]; then
FIRST=false
else
CREDENTIALS_JSON+=','
fi
# Escape value for JSON
escaped_value=$(echo -n "$value" | jq -Rs '.')
CREDENTIALS_JSON+="{\"key\":\"$key\",\"value\":$escaped_value,\"category\":\"$category\",\"description\":\"$description\"}"
log_info " Prepared: $key ($category)"
done < "$SECRETS_FILE"
CREDENTIALS_JSON+=']}'
# Count credentials
CRED_COUNT=$(echo "$CREDENTIALS_JSON" | jq '.credentials | length')
if [[ "$CRED_COUNT" == "0" ]]; then
log_warn "No credentials found in $SECRETS_FILE"
exit 0
fi
log_info "Uploading $CRED_COUNT credentials..."
# Upload to rdev-api
RESPONSE=$(curl -s -w "\n%{http_code}" -X POST "$RDEV_API_URL/credentials/batch" \
-H "Content-Type: application/json" \
-H "X-API-Key: $ADMIN_KEY" \
-d "$CREDENTIALS_JSON")
HTTP_CODE=$(echo "$RESPONSE" | tail -n1)
BODY=$(echo "$RESPONSE" | sed '$d')
if [[ "$HTTP_CODE" == "201" ]]; then
log_info "Successfully uploaded credentials"
echo "$BODY" | jq -r '.keys[]' 2>/dev/null | while read -r k; do
echo " - $k"
done
else
log_error "Failed to upload credentials (HTTP $HTTP_CODE)"
echo "$BODY" | jq . 2>/dev/null || echo "$BODY"
exit 1
fi
log_info "Done! Credentials are now stored in rdev database."
log_info "Restart rdev-api to reload infrastructure adapters with new credentials."