#!/usr/bin/env sh # secrets/install.sh — write this user's 1Password vault item to a local, # 0600 env file that the managed ~/.zshrc sources. # # WHY: secrets used to be pulled live in ~/.zshrc.local, one `op read` per # field on EVERY new shell. That made each terminal wait on 1Password, broke # every shell when the network or the service account was down, and meant each # box carried its own hand-written copy of the loop. Now the vault is read once # here (at bootstrap, or on demand with `ops`), and shells read a local file. # # Layout: one vault per user (default: the login name), holding one item # (default: also the login name) whose field LABELS are the variable names — # GITEA_KEY, LITELLM_KEY, PROXMOX_TOKEN_SECRET, ... Every such field is # exported. Add a secret by adding a field (`opc NAME`), not by editing # this repo. # # Files, all under ~/.config/dotfiles (0700), none in the repo: # op.env OP_SERVICE_ACCOUNT_TOKEN, OP_VAULT, OP_ITEM (0600). Kept so a # refresh needs no prompt. Deliberately NOT sourced by shells: # the token stays out of every process's environment, and only # the op* helpers in zsh/zshrc load it, in a subshell. # secrets.env the exported fields (0600), replaced atomically, so a failed # fetch leaves the previous copy in place. # # Prompts for the token on the controlling TTY the first time (bootstrap is # often piped into sh, so stdin is not the terminal). Without a TTY, pass # OP_SERVICE_ACCOUNT_TOKEN (and optionally OP_VAULT / OP_ITEM) in the env. # Needs op and jq, which bin/ installs. No sudo. set -eu say() { printf '%s\n' "$*" >&2; } CONF_DIR="${DOTFILES_CONFIG_DIR:-$HOME/.config/dotfiles}" OP_ENV="$CONF_DIR/op.env" SECRETS_ENV="$CONF_DIR/secrets.env" MCP_SYNC_KEYFILE="$HOME/.config/mcp-sync/key" umask 077 mkdir -p "$CONF_DIR" chmod 0700 "$CONF_DIR" PATH="$HOME/.local/bin:$PATH" for _tool in op jq; do if ! "$_tool" --version >/dev/null 2>&1; then say "secrets: $_tool is not installed or does not run; run bin/install.sh first." exit 1 fi done # --- 1. resolve the service account, vault and item ------------------------- # Precedence: the environment, then op.env, then a prompt / auto-detection. # # WHY each piece is checked on its own: the vault holds every key later # modules need (LITELLM_KEY, GITEA_KEY, ...). A bad token paste used to fall # through as a generic "could not read item", bootstrap carried on, and the # first visible symptom was mcp-config/ asking for a LiteLLM key by hand — # which hid the real problem. Now a rejected token, a wrong vault and a wrong # item each get their own message, and on a TTY a re-prompt. _env_token="${OP_SERVICE_ACCOUNT_TOKEN:-}" _token_src="from OP_SERVICE_ACCOUNT_TOKEN" [ -n "$_env_token" ] || _token_src="stored in $OP_ENV" _env_vault="${OP_VAULT:-}" _env_item="${OP_ITEM:-}" if [ -f "$OP_ENV" ]; then # shellcheck source=/dev/null . "$OP_ENV" fi OP_SERVICE_ACCOUNT_TOKEN="${_env_token:-${OP_SERVICE_ACCOUNT_TOKEN:-}}" OP_VAULT="${_env_vault:-${OP_VAULT:-}}" OP_ITEM="${_env_item:-${OP_ITEM:-}}" _user="$(id -un)" # Probe in a subshell: in POSIX sh a failed redirect on a special builtin # like `:` exits the whole script. have_tty() { ( : < /dev/tty ) 2>/dev/null; } # ask — read one line from the TTY; echoes the default on empty. ask() { printf '%s [%s]: ' "$1" "$2" >&2 IFS= read -r _ans < /dev/tty || _ans="" printf '%s' "${_ans:-$2}" } # mask — first 10 and last 10 characters plus the length, so a # truncated or doubled paste is visible without printing the whole token. mask() { printf '%s' "$1" | awk '{ n = length($0) if (n <= 20) printf "%s (%d chars)", "(too short)", n else printf "%s**********%s (first 10 + last 10 of %d chars)", substr($0, 1, 10), substr($0, n - 9), n }' } if [ -z "$OP_SERVICE_ACCOUNT_TOKEN" ] && [ -f "$SECRETS_ENV" ]; then say "secrets: no service-account token; keeping existing $SECRETS_ENV." exit 0 fi # The token: `op whoami` is the cheapest call that fails on a bad token and # nothing else. Up to three pastes before giving up. _tries=0 while :; do if [ -n "$OP_SERVICE_ACCOUNT_TOKEN" ]; then export OP_SERVICE_ACCOUNT_TOKEN op whoami >/dev/null 2>&1 && break if [ "$_tries" -eq 0 ]; then say "secrets: 1Password REJECTED the service-account token $_token_src (bad paste, revoked or expired?)." say " token: $(mask "$OP_SERVICE_ACCOUNT_TOKEN")" else say "secrets: 1Password REJECTED that token — most likely a truncated or bad paste." say " token: $(mask "$OP_SERVICE_ACCOUNT_TOKEN")" fi fi if ! have_tty; then say "secrets: no valid OP_SERVICE_ACCOUNT_TOKEN and no TTY to prompt." say " re-run as: OP_SERVICE_ACCOUNT_TOKEN=ops_... $0" exit 1 fi if [ "$_tries" -ge 3 ]; then say "secrets: giving up after $_tries attempts. Every key in the vault (LITELLM_KEY," say " GITEA_KEY, ...) is missing until this works: re-run $0" exit 1 fi _tries=$((_tries + 1)) printf '1Password service-account token (ops_..., input hidden): ' >&2 stty -echo < /dev/tty 2>/dev/null || true IFS= read -r OP_SERVICE_ACCOUNT_TOKEN < /dev/tty || true stty echo < /dev/tty 2>/dev/null || true printf '\n' >&2 OP_SERVICE_ACCOUNT_TOKEN="$(printf '%s' "$OP_SERVICE_ACCOUNT_TOKEN" | tr -d ' \t\r\n')" [ -n "$OP_SERVICE_ACCOUNT_TOKEN" ] || say "secrets: no token entered." done say "secrets: service-account token OK: $(mask "$OP_SERVICE_ACCOUNT_TOKEN")" # pick # Resolve a vault or item name: keep if it checks out; otherwise use # the only one the token can see, or ask (TTY) showing what it can see. pick() { _kind="$1" _cur="$2" _def="$3"; shift 3 _check="$1"; shift _names="$("$@" --format json 2>/dev/null | jq -r '.[] | .name // .title')" if [ -n "$_cur" ]; then $_check "$_cur" && { printf '%s' "$_cur"; return 0; } say "secrets: $_kind '$_cur' not found. This token can see:" printf '%s\n' "$_names" | sed 's/^/ - /' >&2 fi if [ "$(printf '%s\n' "$_names" | grep -c .)" -eq 1 ]; then say "secrets: using the only $_kind this token can see: $_names" printf '%s' "$_names"; return 0 fi have_tty || { say "secrets: set OP_$(printf '%s' "$_kind" | tr a-z A-Z) and re-run."; return 1; } printf '%s\n' "$_names" | grep -Fxq -- "$_def" || _def="$(printf '%s\n' "$_names" | head -n 1)" while :; do _cur="$(ask "$_kind" "$_def")" $_check "$_cur" && { printf '%s' "$_cur"; return 0; } say "secrets: $_kind '$_cur' not found. This token can see:" printf '%s\n' "$_names" | sed 's/^/ - /' >&2 done } vault_ok() { op vault get "$1" >/dev/null 2>&1; } item_ok() { op item get "$1" --vault "$OP_VAULT" >/dev/null 2>&1; } OP_VAULT="$(pick vault "$OP_VAULT" "$_user" vault_ok op vault list)" || exit 1 OP_ITEM="$(pick item "$OP_ITEM" "$_user" item_ok op item list --vault "$OP_VAULT")" || exit 1 # --- 2. fetch the item once and render it ----------------------------------- # One `op item get` instead of one `op read` per field. Labels that are not # valid shell identifiers (and the item's built-in notes field) are skipped # rather than eval'd; values go through jq's @sh, so quotes, $ and newlines in # a secret cannot break or inject into the file. if ! _json="$(op item get "$OP_ITEM" --vault "$OP_VAULT" --reveal --format json)"; then say "secrets: could not read item '$OP_ITEM' in vault '$OP_VAULT'." [ -f "$SECRETS_ENV" ] && say "secrets: keeping the previous $SECRETS_ENV." exit 1 fi _skipped="$(printf '%s' "$_json" | jq -r ' [.fields[] | select(.purpose != "NOTES") | select((.label // "") | test("^[A-Za-z_][A-Za-z0-9_]*$") | not) | .label] | join(", ")')" [ -z "$_skipped" ] || say "secrets: skipped fields whose labels are not variable names: $_skipped" _tmp="$(mktemp "$CONF_DIR/secrets.env.XXXXXX")" trap 'rm -f "$_tmp"' EXIT { printf '# Generated by dotfiles secrets/install.sh from op://%s/%s — do not edit.\n' "$OP_VAULT" "$OP_ITEM" printf '# Refresh with: ops (change the vault with: opc NAME / opd NAME)\n' printf '%s' "$_json" | jq -r ' .fields[] | select(.purpose != "NOTES") | select((.label // "") | test("^[A-Za-z_][A-Za-z0-9_]*$")) | select((.value // "") != "") | "export \(.label)=\(.value | @sh)"' } > "$_tmp" chmod 0600 "$_tmp" _count="$(grep -c '^export ' "$_tmp" || true)" if [ "$_count" -eq 0 ]; then say "secrets: item '$OP_ITEM' has no exportable fields; keeping the previous file." exit 1 fi mv -f "$_tmp" "$SECRETS_ENV" trap - EXIT say "secrets: wrote $_count variables to $SECRETS_ENV (0600)." grep -q '^export LITELLM_KEY=' "$SECRETS_ENV" \ || say "secrets: WARNING: op://$OP_VAULT/$OP_ITEM has no LITELLM_KEY field; mcp-config/ and hermes/ need it." # Remember the account only after it has actually worked. { printf 'OP_SERVICE_ACCOUNT_TOKEN=%s\n' "$(printf '%s' "$OP_SERVICE_ACCOUNT_TOKEN" | jq -Rr @sh)" printf 'OP_VAULT=%s\n' "$(printf '%s' "$OP_VAULT" | jq -Rr @sh)" printf 'OP_ITEM=%s\n' "$(printf '%s' "$OP_ITEM" | jq -Rr @sh)" } > "$OP_ENV" chmod 0600 "$OP_ENV" # --- 3. keep mcp-sync's copy of the gateway key in step ---------------------- # mcp-config/sync.sh exports LITELLM_KEY from its own key file on every shell, # AFTER secrets.env is loaded, so a key rotated in the vault would otherwise be # silently overridden by the stale copy. Only update a file that already exists: # creating it is mcp-config/install.sh's job. _litellm="$(printf '%s' "$_json" | jq -r '.fields[] | select(.label == "LITELLM_KEY") | .value // empty' | head -n 1)" if [ -n "$_litellm" ] && [ -f "$MCP_SYNC_KEYFILE" ] \ && [ "$(tr -d ' \t\r\n' < "$MCP_SYNC_KEYFILE")" != "$_litellm" ]; then printf '%s' "$_litellm" > "$MCP_SYNC_KEYFILE" chmod 0600 "$MCP_SYNC_KEYFILE" say "secrets: LITELLM_KEY changed; updated $MCP_SYNC_KEYFILE (re-run hermes/install.sh for Hermes)." fi