All checks were successful
ci/woodpecker/push/woodpecker Pipeline was successful
Adds complete media storage pipeline with GCS presigned uploads, AI image/video/text generation via queue-based workers, realtime SSE event streaming, and comprehensive skeleton packages (storage, mediagen, textgen, generation, realtime, persona, routing, ai-client). Includes security fixes for media delete authorization, nil pointer guards in handlers, video persistence via download-then-upload, consistent signed URLs, and Image→ImageIcon rename to avoid DOM collision. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
167 lines
5.3 KiB
Bash
Executable File
167 lines
5.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# load-credentials.sh - Load credentials from .secrets file into rdev-api
|
|
#
|
|
# Usage:
|
|
# ./scripts/load-credentials.sh # Load to localhost:8080
|
|
# ./scripts/load-credentials.sh https://rdev.example.com # Load to remote
|
|
# RDEV_ADMIN_KEY=xxx ./scripts/load-credentials.sh # With explicit admin key
|
|
#
|
|
# Reads credentials from .secrets file (KEY=VALUE format) and uploads them
|
|
# to the rdev-api /credentials/batch endpoint.
|
|
|
|
set -euo pipefail
|
|
|
|
# Configuration
|
|
RDEV_API_URL="${1:-http://localhost:8080}"
|
|
SECRETS_FILE="${SECRETS_FILE:-.secrets}"
|
|
ADMIN_KEY="${RDEV_ADMIN_KEY:-}"
|
|
|
|
# Colors for output
|
|
RED='\033[0;31m'
|
|
GREEN='\033[0;32m'
|
|
YELLOW='\033[1;33m'
|
|
NC='\033[0m' # No Color
|
|
|
|
log_info() { echo -e "${GREEN}[INFO]${NC} $1"; }
|
|
log_warn() { echo -e "${YELLOW}[WARN]${NC} $1"; }
|
|
log_error() { echo -e "${RED}[ERROR]${NC} $1"; }
|
|
|
|
# Check for required tools
|
|
if ! command -v curl &> /dev/null; then
|
|
log_error "curl is required but not installed"
|
|
exit 1
|
|
fi
|
|
|
|
if ! command -v jq &> /dev/null; then
|
|
log_error "jq is required but not installed"
|
|
exit 1
|
|
fi
|
|
|
|
# Check secrets file exists
|
|
if [[ ! -f "$SECRETS_FILE" ]]; then
|
|
log_error "Secrets file not found: $SECRETS_FILE"
|
|
log_info "Create a .secrets file with KEY=VALUE pairs, e.g.:"
|
|
echo " GITEA_TOKEN=your-token-here"
|
|
echo " CLOUDFLARE_API_TOKEN=your-token-here"
|
|
exit 1
|
|
fi
|
|
|
|
# Get admin key if not provided
|
|
if [[ -z "$ADMIN_KEY" ]]; then
|
|
# Try to get from K8s secret
|
|
if command -v kubectl &> /dev/null; then
|
|
ADMIN_KEY=$(kubectl get secret rdev-credentials -n rdev -o jsonpath='{.data.RDEV_ADMIN_KEY}' 2>/dev/null | base64 -d 2>/dev/null || true)
|
|
fi
|
|
|
|
if [[ -z "$ADMIN_KEY" ]]; then
|
|
log_error "RDEV_ADMIN_KEY not set and could not retrieve from K8s"
|
|
log_info "Set RDEV_ADMIN_KEY environment variable or ensure kubectl access to rdev namespace"
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
log_info "Loading credentials from $SECRETS_FILE to $RDEV_API_URL"
|
|
|
|
# Function to get category for a key (bash 3.2 compatible)
|
|
get_category() {
|
|
case "$1" in
|
|
GITEA_TOKEN|GITEA_API_TOKEN|GITEA_URL) echo "gitea" ;;
|
|
CLOUDFLARE_API_TOKEN|CLOUDFLARE_ZONE_ID) echo "cloudflare" ;;
|
|
WOODPECKER_URL|WOODPECKER_API_TOKEN|WOODPECKER_WEBHOOK_SECRET) echo "woodpecker" ;;
|
|
REGISTRY_URL) echo "registry" ;;
|
|
LAOZHANG_API_KEY|GEMINI_API_KEY) echo "ai" ;;
|
|
*) echo "other" ;;
|
|
esac
|
|
}
|
|
|
|
# Function to get description for a key (bash 3.2 compatible)
|
|
get_description() {
|
|
case "$1" in
|
|
GITEA_TOKEN|GITEA_API_TOKEN) echo "Gitea API access token" ;;
|
|
GITEA_URL) echo "Gitea server URL" ;;
|
|
CLOUDFLARE_API_TOKEN) echo "Cloudflare API token for DNS management" ;;
|
|
CLOUDFLARE_ZONE_ID) echo "Cloudflare zone ID for threesix.ai" ;;
|
|
WOODPECKER_URL) echo "Woodpecker CI server URL" ;;
|
|
WOODPECKER_API_TOKEN) echo "Woodpecker CI API token for repo activation" ;;
|
|
WOODPECKER_WEBHOOK_SECRET) echo "HMAC secret for Woodpecker webhook verification" ;;
|
|
REGISTRY_URL) echo "Container registry URL" ;;
|
|
LAOZHANG_API_KEY) echo "LaoZhang API key for text/image generation (also proxies Grok)" ;;
|
|
GEMINI_API_KEY) echo "Google Gemini API key for text/image generation" ;;
|
|
*) echo "$1 credential" ;;
|
|
esac
|
|
}
|
|
|
|
# Build JSON payload from secrets file
|
|
CREDENTIALS_JSON='{"credentials":['
|
|
FIRST=true
|
|
|
|
while IFS='=' read -r key value || [[ -n "$key" ]]; do
|
|
# Skip empty lines and comments
|
|
[[ -z "$key" ]] && continue
|
|
case "$key" in \#*) continue ;; esac
|
|
|
|
# Trim whitespace
|
|
key=$(echo "$key" | xargs)
|
|
value=$(echo "$value" | xargs)
|
|
|
|
# Skip if empty value
|
|
[[ -z "$value" ]] && continue
|
|
|
|
# Normalize key name (GITEA_API_TOKEN -> GITEA_TOKEN)
|
|
if [[ "$key" == "GITEA_API_TOKEN" ]]; then
|
|
key="GITEA_TOKEN"
|
|
fi
|
|
|
|
# Get category and description
|
|
category=$(get_category "$key")
|
|
description=$(get_description "$key")
|
|
|
|
# Add comma if not first
|
|
if [[ "$FIRST" == "true" ]]; then
|
|
FIRST=false
|
|
else
|
|
CREDENTIALS_JSON+=','
|
|
fi
|
|
|
|
# Escape value for JSON
|
|
escaped_value=$(echo -n "$value" | jq -Rs '.')
|
|
|
|
CREDENTIALS_JSON+="{\"key\":\"$key\",\"value\":$escaped_value,\"category\":\"$category\",\"description\":\"$description\"}"
|
|
|
|
log_info " Prepared: $key ($category)"
|
|
done < "$SECRETS_FILE"
|
|
|
|
CREDENTIALS_JSON+=']}'
|
|
|
|
# Count credentials
|
|
CRED_COUNT=$(echo "$CREDENTIALS_JSON" | jq '.credentials | length')
|
|
if [[ "$CRED_COUNT" == "0" ]]; then
|
|
log_warn "No credentials found in $SECRETS_FILE"
|
|
exit 0
|
|
fi
|
|
|
|
log_info "Uploading $CRED_COUNT credentials..."
|
|
|
|
# Upload to rdev-api
|
|
RESPONSE=$(curl -s -w "\n%{http_code}" -X POST "$RDEV_API_URL/credentials/batch" \
|
|
-H "Content-Type: application/json" \
|
|
-H "X-API-Key: $ADMIN_KEY" \
|
|
-d "$CREDENTIALS_JSON")
|
|
|
|
HTTP_CODE=$(echo "$RESPONSE" | tail -n1)
|
|
BODY=$(echo "$RESPONSE" | sed '$d')
|
|
|
|
if [[ "$HTTP_CODE" == "201" ]]; then
|
|
log_info "Successfully uploaded credentials"
|
|
echo "$BODY" | jq -r '.keys[]' 2>/dev/null | while read -r k; do
|
|
echo " - $k"
|
|
done
|
|
else
|
|
log_error "Failed to upload credentials (HTTP $HTTP_CODE)"
|
|
echo "$BODY" | jq . 2>/dev/null || echo "$BODY"
|
|
exit 1
|
|
fi
|
|
|
|
log_info "Done! Credentials are now stored in rdev database."
|
|
log_info "Restart rdev-api to reload infrastructure adapters with new credentials."
|