mirror of
https://github.com/photoprism/photoprism.git
synced 2025-09-26 21:01:58 +08:00
389 lines
12 KiB
Go
389 lines
12 KiB
Go
package commands
|
|
|
|
import (
|
|
"bytes"
|
|
"encoding/json"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/urfave/cli/v2"
|
|
"gopkg.in/yaml.v2"
|
|
|
|
"github.com/photoprism/photoprism/internal/config"
|
|
"github.com/photoprism/photoprism/internal/service/cluster"
|
|
"github.com/photoprism/photoprism/pkg/clean"
|
|
"github.com/photoprism/photoprism/pkg/fs"
|
|
"github.com/photoprism/photoprism/pkg/service/http/header"
|
|
"github.com/photoprism/photoprism/pkg/txt/report"
|
|
)
|
|
|
|
// Supported cluster node register flags.
|
|
var (
|
|
regNameFlag = &cli.StringFlag{Name: "name", Usage: "node `NAME` (lowercase letters, digits, hyphens)"}
|
|
regRoleFlag = &cli.StringFlag{Name: "role", Usage: "node `ROLE` (instance, service)", Value: "instance"}
|
|
regIntUrlFlag = &cli.StringFlag{Name: "advertise-url", Usage: "internal service `URL`"}
|
|
regLabelFlag = &cli.StringSliceFlag{Name: "label", Usage: "`k=v` label (repeatable)"}
|
|
regRotateDatabase = &cli.BoolFlag{Name: "rotate", Usage: "rotates the node's database password"}
|
|
regRotateSec = &cli.BoolFlag{Name: "rotate-secret", Usage: "rotates the node's secret used for JWT"}
|
|
regPortalURL = &cli.StringFlag{Name: "portal-url", Usage: "Portal base `URL` (defaults to config)"}
|
|
regPortalTok = &cli.StringFlag{Name: "join-token", Usage: "Portal access `TOKEN` (defaults to config)"}
|
|
regWriteConf = &cli.BoolFlag{Name: "write-config", Usage: "persists returned secrets and DB settings to local config"}
|
|
regForceFlag = &cli.BoolFlag{Name: "force", Aliases: []string{"f"}, Usage: "confirm actions that may overwrite/replace local data (e.g., --write-config)"}
|
|
regDryRun = &cli.BoolFlag{Name: "dry-run", Usage: "print derived values and payload without performing registration"}
|
|
)
|
|
|
|
// ClusterRegisterCommand registers a node with the Portal via HTTP.
|
|
var ClusterRegisterCommand = &cli.Command{
|
|
Name: "register",
|
|
Usage: "Registers a node or updates its credentials within a cluster",
|
|
Flags: append(append([]cli.Flag{regNameFlag, regRoleFlag, regIntUrlFlag, regLabelFlag, regRotateDatabase, regRotateSec, regPortalURL, regPortalTok, regWriteConf, regForceFlag, regDryRun}, report.CliFlags...)),
|
|
Action: clusterRegisterAction,
|
|
}
|
|
|
|
func clusterRegisterAction(ctx *cli.Context) error {
|
|
return CallWithDependencies(ctx, func(conf *config.Config) error {
|
|
// Resolve inputs
|
|
name := clean.DNSLabel(ctx.String("name"))
|
|
derivedName := false
|
|
|
|
if name == "" { // default from config if set
|
|
name = clean.DNSLabel(conf.NodeName())
|
|
if name != "" {
|
|
derivedName = true
|
|
}
|
|
}
|
|
|
|
if name == "" {
|
|
return cli.Exit(fmt.Errorf("node name is required (use --name or set node-name)"), 2)
|
|
}
|
|
|
|
nodeRole := clean.TypeLowerDash(ctx.String("role"))
|
|
switch nodeRole {
|
|
case "instance", "service":
|
|
default:
|
|
return cli.Exit(fmt.Errorf("invalid --role (must be instance or service)"), 2)
|
|
}
|
|
|
|
portalURL := ctx.String("portal-url")
|
|
derivedPortal := false
|
|
if portalURL == "" {
|
|
portalURL = conf.PortalUrl()
|
|
if portalURL != "" {
|
|
derivedPortal = true
|
|
}
|
|
}
|
|
|
|
// Derive advertise/site URLs when omitted.
|
|
advertise := ctx.String("advertise-url")
|
|
if advertise == "" {
|
|
advertise = conf.AdvertiseUrl()
|
|
}
|
|
site := conf.SiteUrl()
|
|
|
|
payload := cluster.RegisterRequest{
|
|
NodeName: name,
|
|
NodeRole: nodeRole,
|
|
Labels: parseLabelSlice(ctx.StringSlice("label")),
|
|
AdvertiseUrl: advertise,
|
|
RotateDatabase: ctx.Bool("rotate"),
|
|
RotateSecret: ctx.Bool("rotate-secret"),
|
|
}
|
|
|
|
// If we already have client credentials (e.g., re-register), include them so the
|
|
// portal can verify and authorize UUID/name moves or metadata updates.
|
|
if id, secret := strings.TrimSpace(conf.NodeClientID()), strings.TrimSpace(conf.NodeClientSecret()); id != "" && secret != "" {
|
|
payload.ClientID = id
|
|
payload.ClientSecret = secret
|
|
}
|
|
|
|
if site != "" && site != advertise {
|
|
payload.SiteUrl = site
|
|
}
|
|
b, _ := json.Marshal(payload)
|
|
|
|
// In dry-run, we allow empty portalURL (will print derived/empty values).
|
|
if ctx.Bool("dry-run") {
|
|
if ctx.Bool("json") {
|
|
out := map[string]any{"portalUrl": portalURL, "payload": payload}
|
|
jb, _ := json.Marshal(out)
|
|
fmt.Println(string(jb))
|
|
} else {
|
|
fmt.Printf("Portal URL: %s\n", portalURL)
|
|
fmt.Printf("Node Name: %s\n", name)
|
|
if derivedPortal || derivedName || advertise == conf.AdvertiseUrl() {
|
|
fmt.Println("(derived defaults were used where flags were omitted)")
|
|
}
|
|
fmt.Printf("Advertise: %s\n", advertise)
|
|
if payload.SiteUrl != "" {
|
|
fmt.Printf("Site URL: %s\n", payload.SiteUrl)
|
|
}
|
|
// Warn if non-HTTPS on public host; server will enforce too.
|
|
if warnInsecurePublicURL(advertise) {
|
|
fmt.Println("Warning: advertise-url is http for a public host; server may reject it (HTTPS required).")
|
|
}
|
|
if payload.SiteUrl != "" && warnInsecurePublicURL(payload.SiteUrl) {
|
|
fmt.Println("Warning: site-url is http for a public host; server may reject it (HTTPS required).")
|
|
}
|
|
// Single-line summary for quick operator scan
|
|
if payload.SiteUrl != "" {
|
|
fmt.Printf("Derived: portal=%s advertise=%s site=%s\n", portalURL, advertise, payload.SiteUrl)
|
|
} else {
|
|
fmt.Printf("Derived: portal=%s advertise=%s\n", portalURL, advertise)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// For actual registration, require portal URL and token.
|
|
if portalURL == "" {
|
|
return cli.Exit(fmt.Errorf("portal URL is required (use --portal-url or set portal-url)"), 2)
|
|
}
|
|
|
|
token := ctx.String("join-token")
|
|
|
|
if token == "" {
|
|
token = conf.JoinToken()
|
|
}
|
|
|
|
if token == "" {
|
|
return cli.Exit(fmt.Errorf("portal token is required (use --join-token or set join-token)"), 2)
|
|
}
|
|
|
|
// POST with bounded backoff on 429
|
|
endpointUrl := stringsTrimRightSlash(portalURL) + "/api/v1/cluster/nodes/register"
|
|
|
|
var resp cluster.RegisterResponse
|
|
if err := postWithBackoff(endpointUrl, token, b, &resp); err != nil {
|
|
var httpErr *httpError
|
|
if errors.As(err, &httpErr) && httpErr.Status == http.StatusTooManyRequests {
|
|
return cli.Exit(fmt.Errorf("portal rate-limited registration attempts"), 6)
|
|
}
|
|
// Map common errors
|
|
if errors.As(err, &httpErr) {
|
|
switch httpErr.Status {
|
|
case http.StatusUnauthorized, http.StatusForbidden:
|
|
return cli.Exit(fmt.Errorf("%s", httpErr.Error()), 4)
|
|
case http.StatusConflict:
|
|
return cli.Exit(fmt.Errorf("%s", httpErr.Error()), 5)
|
|
case http.StatusBadRequest:
|
|
return cli.Exit(fmt.Errorf("%s", httpErr.Error()), 2)
|
|
case http.StatusNotFound:
|
|
return cli.Exit(fmt.Errorf("%s", httpErr.Error()), 3)
|
|
}
|
|
}
|
|
return cli.Exit(err, 1)
|
|
}
|
|
|
|
// Output
|
|
if ctx.Bool("json") {
|
|
jb, _ := json.Marshal(resp)
|
|
fmt.Println(string(jb))
|
|
} else {
|
|
// Human-readable: node row and credentials if present (UUID first as primary identifier)
|
|
cols := []string{"UUID", "ClientID", "Name", "Role", "DB Driver", "DB Name", "DB User", "Host", "Port"}
|
|
|
|
var dbName, dbUser string
|
|
|
|
if resp.Database.Name != "" {
|
|
dbName = resp.Database.Name
|
|
}
|
|
|
|
if resp.Database.User != "" {
|
|
dbUser = resp.Database.User
|
|
}
|
|
|
|
rows := [][]string{{resp.Node.UUID, resp.Node.ClientID, resp.Node.Name, resp.Node.Role, resp.Database.Driver, dbName, dbUser, resp.Database.Host, fmt.Sprintf("%d", resp.Database.Port)}}
|
|
out, _ := report.RenderFormat(rows, cols, report.CliFormat(ctx))
|
|
fmt.Printf("\n%s\n", out)
|
|
|
|
// Secrets/credentials block if any
|
|
// Show secrets in up to two tables, then print DSN if present
|
|
if (resp.Secrets != nil && resp.Secrets.ClientSecret != "") || resp.Database.Password != "" {
|
|
fmt.Println("PLEASE WRITE DOWN THE FOLLOWING CREDENTIALS; THEY WILL NOT BE SHOWN AGAIN:")
|
|
if resp.Secrets != nil && resp.Secrets.ClientSecret != "" && resp.Database.Password != "" {
|
|
fmt.Printf("\n%s\n", report.Credentials("Node Client Secret", resp.Secrets.ClientSecret, "DB Password", resp.Database.Password))
|
|
} else if resp.Secrets != nil && resp.Secrets.ClientSecret != "" {
|
|
fmt.Printf("\n%s\n", report.Credentials("Node Client Secret", resp.Secrets.ClientSecret, "", ""))
|
|
} else if resp.Database.Password != "" {
|
|
fmt.Printf("\n%s\n", report.Credentials("DB User", resp.Database.User, "DB Password", resp.Database.Password))
|
|
}
|
|
if resp.Database.DSN != "" {
|
|
fmt.Printf("DSN: %s\n", resp.Database.DSN)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Optional persistence
|
|
if ctx.Bool("write-config") {
|
|
if err := persistRegisterResponse(conf, &resp); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
})
|
|
}
|
|
|
|
// HTTP helpers and backoff
|
|
|
|
type httpError struct {
|
|
Status int
|
|
Body string
|
|
}
|
|
|
|
func (e *httpError) Error() string { return fmt.Sprintf("http %d: %s", e.Status, e.Body) }
|
|
|
|
func postWithBackoff(url, token string, payload []byte, out any) error {
|
|
// backoff: 500ms -> max ~8s, 6 attempts with jitter
|
|
delay := 500 * time.Millisecond
|
|
for attempt := 0; attempt < 6; attempt++ {
|
|
req, _ := http.NewRequest(http.MethodPost, url, bytes.NewReader(payload))
|
|
header.SetAuthorization(req, token)
|
|
req.Header.Set(header.ContentType, "application/json")
|
|
|
|
client := &http.Client{Timeout: cluster.BootstrapRegisterTimeout}
|
|
resp, err := client.Do(req)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
if resp.StatusCode == http.StatusTooManyRequests {
|
|
// backoff and retry
|
|
time.Sleep(jitter(delay, 0.25))
|
|
if delay < 8*time.Second {
|
|
delay *= 2
|
|
}
|
|
continue
|
|
}
|
|
|
|
if resp.StatusCode < 200 || resp.StatusCode >= 300 {
|
|
b, _ := io.ReadAll(resp.Body)
|
|
return &httpError{Status: resp.StatusCode, Body: string(b)}
|
|
}
|
|
dec := json.NewDecoder(resp.Body)
|
|
return dec.Decode(out)
|
|
}
|
|
return &httpError{Status: http.StatusTooManyRequests, Body: "rate limited"}
|
|
}
|
|
|
|
func jitter(d time.Duration, frac float64) time.Duration {
|
|
// simple +/- jitter
|
|
n := time.Duration(float64(d) * (1 + (randFloat()*2-1)*frac))
|
|
if n <= 0 {
|
|
return d
|
|
}
|
|
return n
|
|
}
|
|
|
|
// tiny rand without pulling math/rand global state unpredictably
|
|
func randFloat() float64 { return float64(time.Now().UnixNano()%1000) / 1000.0 }
|
|
|
|
func stringsTrimRightSlash(s string) string {
|
|
for len(s) > 0 && s[len(s)-1] == '/' {
|
|
s = s[:len(s)-1]
|
|
}
|
|
return s
|
|
}
|
|
|
|
// warnInsecurePublicURL returns true if the URL uses http and the host is not localhost/127.0.0.1/::1.
|
|
func warnInsecurePublicURL(u string) bool {
|
|
parsed, err := url.Parse(u)
|
|
if err != nil || parsed.Scheme == "" || parsed.Host == "" {
|
|
return false
|
|
}
|
|
if parsed.Scheme != "http" {
|
|
return false
|
|
}
|
|
h := parsed.Hostname()
|
|
if h == "localhost" || h == "127.0.0.1" || h == "::1" {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
// Persistence helpers for --write-config
|
|
func parseLabelSlice(labels []string) map[string]string {
|
|
if len(labels) == 0 {
|
|
return nil
|
|
}
|
|
m := make(map[string]string)
|
|
for _, kv := range labels {
|
|
if i := bytes.IndexByte([]byte(kv), '='); i > 0 && i < len(kv)-1 {
|
|
k := kv[:i]
|
|
v := kv[i+1:]
|
|
m[k] = v
|
|
}
|
|
}
|
|
if len(m) == 0 {
|
|
return nil
|
|
}
|
|
return m
|
|
}
|
|
|
|
// Persistence helpers for --write-config
|
|
func persistRegisterResponse(conf *config.Config, resp *cluster.RegisterResponse) error {
|
|
// Node client secret file
|
|
if resp.Secrets != nil && resp.Secrets.ClientSecret != "" {
|
|
// Prefer PHOTOPRISM_NODE_CLIENT_SECRET_FILE; otherwise config cluster path
|
|
fileName := os.Getenv(config.FlagFileVar("NODE_CLIENT_SECRET"))
|
|
if fileName == "" {
|
|
fileName = filepath.Join(conf.PortalConfigPath(), "node-secret")
|
|
}
|
|
if err := fs.MkdirAll(filepath.Dir(fileName)); err != nil {
|
|
return err
|
|
}
|
|
if err := os.WriteFile(fileName, []byte(resp.Secrets.ClientSecret), 0o600); err != nil {
|
|
return err
|
|
}
|
|
log.Infof("wrote node client secret to %s", clean.Log(fileName))
|
|
}
|
|
|
|
// DB settings (MySQL/MariaDB only)
|
|
if resp.Database.Name != "" && resp.Database.User != "" {
|
|
if err := mergeOptionsYaml(conf, map[string]any{
|
|
"DatabaseDriver": config.MySQL,
|
|
"DatabaseName": resp.Database.Name,
|
|
"DatabaseServer": fmt.Sprintf("%s:%d", resp.Database.Host, resp.Database.Port),
|
|
"DatabaseUser": resp.Database.User,
|
|
"DatabasePassword": resp.Database.Password,
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
log.Infof("updated options.yml with database settings for node %s", clean.LogQuote(resp.Node.Name))
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func mergeOptionsYaml(conf *config.Config, kv map[string]any) error {
|
|
fileName := conf.OptionsYaml()
|
|
if err := fs.MkdirAll(filepath.Dir(fileName)); err != nil {
|
|
return err
|
|
}
|
|
|
|
var m map[string]any
|
|
if fs.FileExists(fileName) {
|
|
if b, err := os.ReadFile(fileName); err == nil && len(b) > 0 {
|
|
_ = yaml.Unmarshal(b, &m)
|
|
}
|
|
}
|
|
if m == nil {
|
|
m = map[string]any{}
|
|
}
|
|
for k, v := range kv {
|
|
m[k] = v
|
|
}
|
|
b, err := yaml.Marshal(m)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return os.WriteFile(fileName, b, fs.ModeFile)
|
|
}
|