mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2026-03-22 07:06:47 +00:00
7200f3c65f
- garage.toml: fix rpc_secret field name (was secret_transmitter), move to top-level per Garage v1.1.0 spec, remove unused [s3_web] - setup-standalone.sh: resolve symlinked .env files before writing, always ensure all standalone-critical vars via env_set, fix garage key create/info syntax (positional arg, not --name), avoid overwriting key secret with "(redacted)" on re-run, use compose_cmd in health check - docker-compose.standalone.yml: fix garage healthcheck (no curl in image, use /garage stats instead)
369 lines
12 KiB
Bash
Executable File
369 lines
12 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Standalone local development setup for Reflector.
|
|
# Takes a fresh clone to a working instance — no cloud accounts, no API keys.
|
|
#
|
|
# Usage:
|
|
# ./scripts/setup-standalone.sh
|
|
#
|
|
# Idempotent — safe to re-run at any time.
|
|
#
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
ROOT_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
|
|
SERVER_ENV="$ROOT_DIR/server/.env"
|
|
WWW_ENV="$ROOT_DIR/www/.env.local"
|
|
|
|
MODEL="${LLM_MODEL:-qwen2.5:14b}"
|
|
OLLAMA_PORT="${OLLAMA_PORT:-11434}"
|
|
|
|
OS="$(uname -s)"
|
|
|
|
# --- Colors ---
|
|
RED='\033[0;31m'
|
|
GREEN='\033[0;32m'
|
|
YELLOW='\033[1;33m'
|
|
CYAN='\033[0;36m'
|
|
NC='\033[0m'
|
|
|
|
info() { echo -e "${CYAN}==>${NC} $*"; }
|
|
ok() { echo -e "${GREEN} ✓${NC} $*"; }
|
|
warn() { echo -e "${YELLOW} !${NC} $*"; }
|
|
err() { echo -e "${RED} ✗${NC} $*" >&2; }
|
|
|
|
# --- Helpers ---
|
|
|
|
wait_for_url() {
|
|
local url="$1" label="$2" retries="${3:-30}" interval="${4:-2}"
|
|
for i in $(seq 1 "$retries"); do
|
|
if curl -sf "$url" > /dev/null 2>&1; then
|
|
return 0
|
|
fi
|
|
echo -ne "\r Waiting for $label... ($i/$retries)"
|
|
sleep "$interval"
|
|
done
|
|
echo ""
|
|
err "$label not responding at $url after $retries attempts"
|
|
return 1
|
|
}
|
|
|
|
env_has_key() {
|
|
local file="$1" key="$2"
|
|
grep -q "^${key}=" "$file" 2>/dev/null
|
|
}
|
|
|
|
env_set() {
|
|
local file="$1" key="$2" value="$3"
|
|
if env_has_key "$file" "$key"; then
|
|
# Replace existing value (portable sed)
|
|
if [[ "$OS" == "Darwin" ]]; then
|
|
sed -i '' "s|^${key}=.*|${key}=${value}|" "$file"
|
|
else
|
|
sed -i "s|^${key}=.*|${key}=${value}|" "$file"
|
|
fi
|
|
else
|
|
echo "${key}=${value}" >> "$file"
|
|
fi
|
|
}
|
|
|
|
resolve_symlink() {
|
|
local file="$1"
|
|
if [[ -L "$file" ]]; then
|
|
warn "$(basename "$file") is a symlink — creating standalone copy"
|
|
cp -L "$file" "$file.tmp"
|
|
rm "$file"
|
|
mv "$file.tmp" "$file"
|
|
fi
|
|
}
|
|
|
|
compose_cmd() {
|
|
local compose_files="-f $ROOT_DIR/docker-compose.yml -f $ROOT_DIR/docker-compose.standalone.yml"
|
|
if [[ "$OS" == "Linux" ]] && [[ -n "${OLLAMA_PROFILE:-}" ]]; then
|
|
docker compose $compose_files --profile "$OLLAMA_PROFILE" "$@"
|
|
else
|
|
docker compose $compose_files "$@"
|
|
fi
|
|
}
|
|
|
|
# =========================================================
|
|
# Step 1: LLM / Ollama
|
|
# =========================================================
|
|
step_llm() {
|
|
info "Step 1: LLM setup (Ollama + $MODEL)"
|
|
|
|
case "$OS" in
|
|
Darwin)
|
|
if ! command -v ollama &> /dev/null; then
|
|
err "Ollama not found. Install it:"
|
|
err " brew install ollama"
|
|
err " # or https://ollama.com/download"
|
|
exit 1
|
|
fi
|
|
|
|
# Start if not running
|
|
if ! curl -sf "http://localhost:$OLLAMA_PORT/api/tags" > /dev/null 2>&1; then
|
|
info "Starting Ollama..."
|
|
ollama serve &
|
|
disown
|
|
fi
|
|
|
|
wait_for_url "http://localhost:$OLLAMA_PORT/api/tags" "Ollama"
|
|
echo ""
|
|
|
|
# Pull model if not already present
|
|
if ollama list 2>/dev/null | grep -q "$MODEL"; then
|
|
ok "Model $MODEL already pulled"
|
|
else
|
|
info "Pulling model $MODEL (this may take a while)..."
|
|
ollama pull "$MODEL"
|
|
fi
|
|
|
|
LLM_URL_VALUE="http://host.docker.internal:$OLLAMA_PORT/v1"
|
|
;;
|
|
|
|
Linux)
|
|
if command -v nvidia-smi &> /dev/null && nvidia-smi > /dev/null 2>&1; then
|
|
ok "NVIDIA GPU detected — using ollama-gpu profile"
|
|
OLLAMA_PROFILE="ollama-gpu"
|
|
OLLAMA_SVC="ollama"
|
|
LLM_URL_VALUE="http://ollama:$OLLAMA_PORT/v1"
|
|
else
|
|
warn "No NVIDIA GPU — using ollama-cpu profile"
|
|
OLLAMA_PROFILE="ollama-cpu"
|
|
OLLAMA_SVC="ollama-cpu"
|
|
LLM_URL_VALUE="http://ollama-cpu:$OLLAMA_PORT/v1"
|
|
fi
|
|
|
|
info "Starting Ollama container..."
|
|
compose_cmd up -d
|
|
|
|
wait_for_url "http://localhost:$OLLAMA_PORT/api/tags" "Ollama"
|
|
echo ""
|
|
|
|
# Pull model inside container
|
|
if compose_cmd exec "$OLLAMA_SVC" ollama list 2>/dev/null | grep -q "$MODEL"; then
|
|
ok "Model $MODEL already pulled"
|
|
else
|
|
info "Pulling model $MODEL inside container (this may take a while)..."
|
|
compose_cmd exec "$OLLAMA_SVC" ollama pull "$MODEL"
|
|
fi
|
|
;;
|
|
|
|
*)
|
|
err "Unsupported OS: $OS"
|
|
exit 1
|
|
;;
|
|
esac
|
|
|
|
ok "LLM ready ($MODEL via Ollama)"
|
|
}
|
|
|
|
# =========================================================
|
|
# Step 2: Generate server/.env
|
|
# =========================================================
|
|
step_server_env() {
|
|
info "Step 2: Generating server/.env"
|
|
|
|
resolve_symlink "$SERVER_ENV"
|
|
|
|
if [[ -f "$SERVER_ENV" ]]; then
|
|
ok "server/.env already exists — ensuring standalone vars"
|
|
else
|
|
cat > "$SERVER_ENV" << 'ENVEOF'
|
|
# Generated by setup-standalone.sh — standalone local development
|
|
# Source of truth for settings: server/reflector/settings.py
|
|
ENVEOF
|
|
ok "Created server/.env"
|
|
fi
|
|
|
|
# Ensure all standalone-critical vars (appends if missing, replaces if present)
|
|
env_set "$SERVER_ENV" "DATABASE_URL" "postgresql+asyncpg://reflector:reflector@postgres:5432/reflector"
|
|
env_set "$SERVER_ENV" "REDIS_HOST" "redis"
|
|
env_set "$SERVER_ENV" "CELERY_BROKER_URL" "redis://redis:6379/1"
|
|
env_set "$SERVER_ENV" "CELERY_RESULT_BACKEND" "redis://redis:6379/1"
|
|
env_set "$SERVER_ENV" "AUTH_BACKEND" "none"
|
|
env_set "$SERVER_ENV" "TRANSCRIPT_BACKEND" "whisper"
|
|
env_set "$SERVER_ENV" "DIARIZATION_ENABLED" "false"
|
|
env_set "$SERVER_ENV" "TRANSLATION_BACKEND" "passthrough"
|
|
env_set "$SERVER_ENV" "LLM_URL" "$LLM_URL_VALUE"
|
|
env_set "$SERVER_ENV" "LLM_MODEL" "$MODEL"
|
|
env_set "$SERVER_ENV" "LLM_API_KEY" "not-needed"
|
|
|
|
ok "Standalone vars set (LLM_URL=$LLM_URL_VALUE)"
|
|
}
|
|
|
|
# =========================================================
|
|
# Step 3: Object storage (Garage)
|
|
# =========================================================
|
|
step_storage() {
|
|
info "Step 3: Object storage (Garage)"
|
|
|
|
# Generate garage.toml from template (fill in RPC secret)
|
|
GARAGE_TOML="$ROOT_DIR/scripts/garage.toml"
|
|
GARAGE_TOML_RUNTIME="$ROOT_DIR/data/garage.toml"
|
|
if [[ ! -f "$GARAGE_TOML_RUNTIME" ]]; then
|
|
mkdir -p "$ROOT_DIR/data"
|
|
RPC_SECRET=$(openssl rand -hex 32)
|
|
sed "s|__GARAGE_RPC_SECRET__|${RPC_SECRET}|" "$GARAGE_TOML" > "$GARAGE_TOML_RUNTIME"
|
|
fi
|
|
|
|
compose_cmd up -d garage
|
|
|
|
wait_for_url "http://localhost:3903/health" "Garage admin API"
|
|
echo ""
|
|
|
|
# Layout: get node ID, assign, apply (skip if already applied)
|
|
NODE_ID=$(compose_cmd exec -T garage /garage node id -q 2>/dev/null | tr -d '[:space:]')
|
|
LAYOUT_STATUS=$(compose_cmd exec -T garage /garage layout show 2>&1 || true)
|
|
if echo "$LAYOUT_STATUS" | grep -q "No nodes"; then
|
|
compose_cmd exec -T garage /garage layout assign "$NODE_ID" -c 1G -z dc1
|
|
compose_cmd exec -T garage /garage layout apply --version 1
|
|
fi
|
|
|
|
# Create bucket (idempotent — skip if exists)
|
|
if ! compose_cmd exec -T garage /garage bucket info reflector-media &>/dev/null; then
|
|
compose_cmd exec -T garage /garage bucket create reflector-media
|
|
fi
|
|
|
|
# Create key (idempotent — skip if exists)
|
|
CREATED_KEY=false
|
|
if compose_cmd exec -T garage /garage key info reflector &>/dev/null; then
|
|
ok "Key 'reflector' already exists"
|
|
else
|
|
KEY_OUTPUT=$(compose_cmd exec -T garage /garage key create reflector)
|
|
CREATED_KEY=true
|
|
fi
|
|
|
|
# Grant bucket permissions (idempotent)
|
|
compose_cmd exec -T garage /garage bucket allow reflector-media --read --write --key reflector
|
|
|
|
# Set env vars (only parse key on first create — key info redacts the secret)
|
|
env_set "$SERVER_ENV" "TRANSCRIPT_STORAGE_BACKEND" "aws"
|
|
env_set "$SERVER_ENV" "TRANSCRIPT_STORAGE_AWS_ENDPOINT_URL" "http://garage:3900"
|
|
env_set "$SERVER_ENV" "TRANSCRIPT_STORAGE_AWS_BUCKET_NAME" "reflector-media"
|
|
env_set "$SERVER_ENV" "TRANSCRIPT_STORAGE_AWS_REGION" "garage"
|
|
if [[ "$CREATED_KEY" == "true" ]]; then
|
|
KEY_ID=$(echo "$KEY_OUTPUT" | grep -i "key id" | awk '{print $NF}')
|
|
KEY_SECRET=$(echo "$KEY_OUTPUT" | grep -i "secret key" | awk '{print $NF}')
|
|
env_set "$SERVER_ENV" "TRANSCRIPT_STORAGE_AWS_ACCESS_KEY_ID" "$KEY_ID"
|
|
env_set "$SERVER_ENV" "TRANSCRIPT_STORAGE_AWS_SECRET_ACCESS_KEY" "$KEY_SECRET"
|
|
fi
|
|
|
|
ok "Object storage ready (Garage)"
|
|
}
|
|
|
|
# =========================================================
|
|
# Step 4: Generate www/.env.local
|
|
# =========================================================
|
|
step_www_env() {
|
|
info "Step 4: Generating www/.env.local"
|
|
|
|
resolve_symlink "$WWW_ENV"
|
|
|
|
if [[ -f "$WWW_ENV" ]]; then
|
|
ok "www/.env.local already exists — ensuring standalone vars"
|
|
else
|
|
cat > "$WWW_ENV" << 'ENVEOF'
|
|
# Generated by setup-standalone.sh — standalone local development
|
|
ENVEOF
|
|
ok "Created www/.env.local"
|
|
fi
|
|
|
|
env_set "$WWW_ENV" "SITE_URL" "http://localhost:3000"
|
|
env_set "$WWW_ENV" "NEXTAUTH_URL" "http://localhost:3000"
|
|
env_set "$WWW_ENV" "NEXTAUTH_SECRET" "standalone-dev-secret-not-for-production"
|
|
env_set "$WWW_ENV" "API_URL" "http://localhost:1250"
|
|
env_set "$WWW_ENV" "WEBSOCKET_URL" "ws://localhost:1250"
|
|
env_set "$WWW_ENV" "SERVER_API_URL" "http://server:1250"
|
|
env_set "$WWW_ENV" "FEATURE_REQUIRE_LOGIN" "false"
|
|
|
|
ok "Standalone www vars set"
|
|
}
|
|
|
|
# =========================================================
|
|
# Step 5: Start all services
|
|
# =========================================================
|
|
step_services() {
|
|
info "Step 5: Starting Docker services"
|
|
|
|
# server runs alembic migrations on startup automatically (see runserver.sh)
|
|
compose_cmd up -d postgres redis garage server worker beat web
|
|
ok "Containers started"
|
|
info "Server is running migrations (alembic upgrade head)..."
|
|
}
|
|
|
|
# =========================================================
|
|
# Step 6: Health checks
|
|
# =========================================================
|
|
step_health() {
|
|
info "Step 6: Health checks"
|
|
|
|
wait_for_url "http://localhost:1250/health" "Server API" 60 3
|
|
echo ""
|
|
ok "Server API healthy"
|
|
|
|
wait_for_url "http://localhost:3000" "Frontend" 90 3
|
|
echo ""
|
|
ok "Frontend responding"
|
|
|
|
# Check LLM reachability from inside a container
|
|
if compose_cmd exec -T server \
|
|
curl -sf "$LLM_URL_VALUE/models" > /dev/null 2>&1; then
|
|
ok "LLM reachable from containers"
|
|
else
|
|
warn "LLM not reachable from containers at $LLM_URL_VALUE"
|
|
warn "Summaries/topics/titles won't work until LLM is accessible"
|
|
fi
|
|
}
|
|
|
|
# =========================================================
|
|
# Main
|
|
# =========================================================
|
|
main() {
|
|
echo ""
|
|
echo "=========================================="
|
|
echo " Reflector — Standalone Local Setup"
|
|
echo "=========================================="
|
|
echo ""
|
|
|
|
# Ensure we're in the repo root
|
|
if [[ ! -f "$ROOT_DIR/docker-compose.yml" ]]; then
|
|
err "docker-compose.yml not found in $ROOT_DIR"
|
|
err "Run this script from the repo root: ./scripts/setup-standalone.sh"
|
|
exit 1
|
|
fi
|
|
|
|
|
|
# LLM_URL_VALUE is set by step_llm, used by later steps
|
|
LLM_URL_VALUE=""
|
|
OLLAMA_PROFILE=""
|
|
|
|
step_llm
|
|
echo ""
|
|
step_server_env
|
|
echo ""
|
|
step_storage
|
|
echo ""
|
|
step_www_env
|
|
echo ""
|
|
step_services
|
|
echo ""
|
|
step_health
|
|
|
|
echo ""
|
|
echo "=========================================="
|
|
echo -e " ${GREEN}Reflector is running!${NC}"
|
|
echo "=========================================="
|
|
echo ""
|
|
echo " Frontend: http://localhost:3000"
|
|
echo " API: http://localhost:1250"
|
|
echo ""
|
|
echo " To stop: docker compose down"
|
|
echo " To re-run: ./scripts/setup-standalone.sh"
|
|
echo ""
|
|
}
|
|
|
|
main "$@"
|