Compare commits
2 Commits
56f796e3fb
...
9d5c8ea4db
Author | SHA1 | Date | |
---|---|---|---|
9d5c8ea4db | |||
86abdb6ae1 |
@ -4,7 +4,6 @@ package admin
|
||||
import (
|
||||
"encoding/json"
|
||||
"io"
|
||||
"isle/garage"
|
||||
"isle/nebula"
|
||||
)
|
||||
|
||||
@ -23,10 +22,6 @@ type Admin struct {
|
||||
Nebula struct {
|
||||
CACredentials nebula.CACredentials
|
||||
}
|
||||
|
||||
Garage struct {
|
||||
GlobalBucketS3APICredentials garage.S3APICredentials
|
||||
}
|
||||
}
|
||||
|
||||
// FromReader reads an admin.json from the given io.Reader.
|
||||
|
@ -6,12 +6,9 @@ import (
|
||||
"crypto/sha512"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"isle/admin"
|
||||
"isle/garage"
|
||||
"isle/nebula"
|
||||
"net/netip"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"sort"
|
||||
)
|
||||
@ -28,20 +25,11 @@ func AppDirPath(appDirPath string) string {
|
||||
return filepath.Join(appDirPath, "share/bootstrap.json")
|
||||
}
|
||||
|
||||
// Garage contains parameters needed to connect to and use the garage cluster.
|
||||
type Garage struct {
|
||||
AdminToken string
|
||||
|
||||
// TODO this should be part of admin.CreationParams
|
||||
GlobalBucketS3APICredentials garage.S3APICredentials
|
||||
}
|
||||
|
||||
// Bootstrap is used for accessing all information contained within a
|
||||
// bootstrap.json file.
|
||||
// Bootstrap contains all information which is needed by a host daemon to join a
|
||||
// network on boot.
|
||||
type Bootstrap struct {
|
||||
AdminCreationParams admin.CreationParams
|
||||
CAPublicCredentials nebula.CAPublicCredentials
|
||||
Garage Garage
|
||||
|
||||
PrivateCredentials nebula.HostPrivateCredentials
|
||||
HostAssigned `json:"-"`
|
||||
@ -55,7 +43,6 @@ type Bootstrap struct {
|
||||
func New(
|
||||
caCreds nebula.CACredentials,
|
||||
adminCreationParams admin.CreationParams,
|
||||
garage Garage,
|
||||
name nebula.HostName,
|
||||
ip netip.Addr,
|
||||
) (
|
||||
@ -81,7 +68,6 @@ func New(
|
||||
return Bootstrap{
|
||||
AdminCreationParams: adminCreationParams,
|
||||
CAPublicCredentials: caCreds.Public,
|
||||
Garage: garage,
|
||||
PrivateCredentials: hostPrivCreds,
|
||||
HostAssigned: assigned,
|
||||
SignedHostAssigned: signedAssigned,
|
||||
@ -89,23 +75,9 @@ func New(
|
||||
}, nil
|
||||
}
|
||||
|
||||
// FromFile reads a bootstrap from a file at the given path. The HostAssigned
|
||||
// field will automatically be unwrapped.
|
||||
func FromFile(path string) (Bootstrap, error) {
|
||||
f, err := os.Open(path)
|
||||
if err != nil {
|
||||
return Bootstrap{}, fmt.Errorf("opening file: %w", err)
|
||||
}
|
||||
defer f.Close()
|
||||
|
||||
var b Bootstrap
|
||||
if err := json.NewDecoder(f).Decode(&b); err != nil {
|
||||
return Bootstrap{}, fmt.Errorf("decoding json: %w", err)
|
||||
}
|
||||
|
||||
return b, nil
|
||||
}
|
||||
|
||||
// UnmarshalJSON implements the json.Unmarshaler interface. It will
|
||||
// automatically populate the HostAssigned field by unwrapping the
|
||||
// SignedHostAssigned field.
|
||||
func (b *Bootstrap) UnmarshalJSON(data []byte) error {
|
||||
type inner Bootstrap
|
||||
|
||||
@ -124,11 +96,6 @@ func (b *Bootstrap) UnmarshalJSON(data []byte) error {
|
||||
return nil
|
||||
}
|
||||
|
||||
// WriteTo writes the Bootstrap as a new bootstrap to the given io.Writer.
|
||||
func (b Bootstrap) WriteTo(into io.Writer) error {
|
||||
return json.NewEncoder(into).Encode(b)
|
||||
}
|
||||
|
||||
// ThisHost is a shortcut for b.Hosts[b.HostName], but will panic if the
|
||||
// HostName isn't found in the Hosts map.
|
||||
func (b Bootstrap) ThisHost() Host {
|
||||
|
@ -1,6 +1,7 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"isle/bootstrap"
|
||||
@ -67,7 +68,7 @@ var subCmdHostsCreate = subCmd{
|
||||
return fmt.Errorf("calling CreateHost: %w", err)
|
||||
}
|
||||
|
||||
return res.HostBootstrap.WriteTo(os.Stdout)
|
||||
return json.NewEncoder(os.Stdout).Encode(res.JoiningBootstrap)
|
||||
},
|
||||
}
|
||||
|
||||
|
@ -4,8 +4,8 @@ import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"isle/admin"
|
||||
"isle/bootstrap"
|
||||
"isle/daemon"
|
||||
"isle/jsonutil"
|
||||
"os"
|
||||
)
|
||||
|
||||
@ -88,8 +88,8 @@ var subCmdNetworkJoin = subCmd{
|
||||
return errors.New("--bootstrap-path is required")
|
||||
}
|
||||
|
||||
newBootstrap, err := bootstrap.FromFile(*bootstrapPath)
|
||||
if err != nil {
|
||||
var newBootstrap daemon.JoiningBootstrap
|
||||
if err := jsonutil.LoadFile(&newBootstrap, *bootstrapPath); err != nil {
|
||||
return fmt.Errorf(
|
||||
"loading bootstrap from %q: %w", *bootstrapPath, err,
|
||||
)
|
||||
|
@ -1,14 +1,24 @@
|
||||
package daemon
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
|
||||
"isle/bootstrap"
|
||||
"isle/garage/garagesrv"
|
||||
"isle/jsonutil"
|
||||
"isle/secrets"
|
||||
)
|
||||
|
||||
// JoiningBootstrap wraps a normal Bootstrap to include extra data which a host
|
||||
// might need while joining a network.
|
||||
type JoiningBootstrap struct {
|
||||
Bootstrap bootstrap.Bootstrap
|
||||
Secrets map[secrets.ID]json.RawMessage
|
||||
}
|
||||
|
||||
func writeBootstrapToStateDir(
|
||||
stateDirPath string, hostBootstrap bootstrap.Bootstrap,
|
||||
) error {
|
||||
@ -21,14 +31,11 @@ func writeBootstrapToStateDir(
|
||||
return fmt.Errorf("creating directory %q: %w", dirPath, err)
|
||||
}
|
||||
|
||||
f, err := os.Create(path)
|
||||
if err != nil {
|
||||
return fmt.Errorf("creating file %q: %w", path, err)
|
||||
if err := jsonutil.WriteFile(hostBootstrap, path, 0700); err != nil {
|
||||
return fmt.Errorf("writing bootstrap to %q: %w", path, err)
|
||||
}
|
||||
|
||||
defer f.Close()
|
||||
|
||||
return hostBootstrap.WriteTo(f)
|
||||
return nil
|
||||
}
|
||||
|
||||
func coalesceDaemonConfigAndBootstrap(
|
||||
|
@ -19,11 +19,12 @@ func garageAdminClientLogger(logger *mlog.Logger) *mlog.Logger {
|
||||
return logger.WithNamespace("garageAdminClient")
|
||||
}
|
||||
|
||||
// NewGarageAdminClient will return an AdminClient for a local garage instance,
|
||||
// newGarageAdminClient will return an AdminClient for a local garage instance,
|
||||
// or it will _panic_ if there is no local instance configured.
|
||||
func NewGarageAdminClient(
|
||||
func newGarageAdminClient(
|
||||
logger *mlog.Logger,
|
||||
daemonConfig Config,
|
||||
adminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
) *garage.AdminClient {
|
||||
|
||||
@ -35,7 +36,7 @@ func NewGarageAdminClient(
|
||||
thisHost.IP().String(),
|
||||
strconv.Itoa(daemonConfig.Storage.Allocations[0].AdminPort),
|
||||
),
|
||||
hostBootstrap.Garage.AdminToken,
|
||||
adminToken,
|
||||
)
|
||||
}
|
||||
|
||||
@ -43,6 +44,7 @@ func waitForGarage(
|
||||
ctx context.Context,
|
||||
logger *mlog.Logger,
|
||||
daemonConfig Config,
|
||||
adminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
) error {
|
||||
|
||||
@ -64,9 +66,7 @@ func waitForGarage(
|
||||
)
|
||||
|
||||
adminClient := garage.NewAdminClient(
|
||||
adminClientLogger,
|
||||
adminAddr,
|
||||
hostBootstrap.Garage.AdminToken,
|
||||
adminClientLogger, adminAddr, adminToken,
|
||||
)
|
||||
|
||||
ctx := mctx.Annotate(ctx, "garageAdminAddr", adminAddr)
|
||||
@ -101,7 +101,7 @@ func bootstrapGarageHostForAlloc(
|
||||
}
|
||||
|
||||
func garageWriteChildConfig(
|
||||
rpcSecret, runtimeDirPath string,
|
||||
rpcSecret, runtimeDirPath, adminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
alloc ConfigStorageAllocation,
|
||||
) (
|
||||
@ -130,7 +130,7 @@ func garageWriteChildConfig(
|
||||
DataPath: alloc.DataPath,
|
||||
|
||||
RPCSecret: rpcSecret,
|
||||
AdminToken: hostBootstrap.Garage.AdminToken,
|
||||
AdminToken: adminToken,
|
||||
|
||||
LocalPeer: peer,
|
||||
BootstrapPeers: hostBootstrap.GaragePeers(),
|
||||
@ -148,6 +148,7 @@ func garagePmuxProcConfigs(
|
||||
logger *mlog.Logger,
|
||||
rpcSecret, runtimeDirPath, binDirPath string,
|
||||
daemonConfig Config,
|
||||
adminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
) (
|
||||
[]pmuxlib.ProcessConfig, error,
|
||||
@ -165,7 +166,7 @@ func garagePmuxProcConfigs(
|
||||
for _, alloc := range allocs {
|
||||
|
||||
childConfigPath, err := garageWriteChildConfig(
|
||||
rpcSecret, runtimeDirPath, hostBootstrap, alloc,
|
||||
rpcSecret, runtimeDirPath, adminToken, hostBootstrap, alloc,
|
||||
)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("writing child config file for alloc %+v: %w", alloc, err)
|
||||
@ -188,15 +189,18 @@ func garageApplyLayout(
|
||||
ctx context.Context,
|
||||
logger *mlog.Logger,
|
||||
daemonConfig Config,
|
||||
adminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
) error {
|
||||
|
||||
var (
|
||||
adminClient = NewGarageAdminClient(logger, daemonConfig, hostBootstrap)
|
||||
thisHost = hostBootstrap.ThisHost()
|
||||
hostName = thisHost.Name
|
||||
allocs = daemonConfig.Storage.Allocations
|
||||
peers = make([]garage.PeerLayout, len(allocs))
|
||||
adminClient = newGarageAdminClient(
|
||||
logger, daemonConfig, adminToken, hostBootstrap,
|
||||
)
|
||||
thisHost = hostBootstrap.ThisHost()
|
||||
hostName = thisHost.Name
|
||||
allocs = daemonConfig.Storage.Allocations
|
||||
peers = make([]garage.PeerLayout, len(allocs))
|
||||
)
|
||||
|
||||
for i, alloc := range allocs {
|
||||
|
@ -12,6 +12,7 @@ func (c *Children) newPmuxConfig(
|
||||
ctx context.Context,
|
||||
garageRPCSecret, binDirPath string,
|
||||
daemonConfig Config,
|
||||
garageAdminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
) (
|
||||
pmuxlib.Config, error,
|
||||
@ -45,6 +46,7 @@ func (c *Children) newPmuxConfig(
|
||||
c.opts.EnvVars.RuntimeDirPath,
|
||||
binDirPath,
|
||||
daemonConfig,
|
||||
garageAdminToken,
|
||||
hostBootstrap,
|
||||
)
|
||||
if err != nil {
|
||||
@ -67,6 +69,7 @@ func (c *Children) newPmuxConfig(
|
||||
func (c *Children) postPmuxInit(
|
||||
ctx context.Context,
|
||||
daemonConfig Config,
|
||||
garageAdminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
) error {
|
||||
c.logger.Info(ctx, "Waiting for nebula VPN to come online")
|
||||
@ -75,7 +78,9 @@ func (c *Children) postPmuxInit(
|
||||
}
|
||||
|
||||
c.logger.Info(ctx, "Waiting for garage instances to come online")
|
||||
err := waitForGarage(ctx, c.logger, daemonConfig, hostBootstrap)
|
||||
err := waitForGarage(
|
||||
ctx, c.logger, daemonConfig, garageAdminToken, hostBootstrap,
|
||||
)
|
||||
if err != nil {
|
||||
return fmt.Errorf("waiting for garage to start: %w", err)
|
||||
}
|
||||
|
@ -5,7 +5,6 @@ import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"isle/bootstrap"
|
||||
"isle/garage"
|
||||
"isle/secrets"
|
||||
|
||||
"code.betamike.com/micropelago/pmux/pmuxlib"
|
||||
@ -33,6 +32,7 @@ func NewChildren(
|
||||
binDirPath string,
|
||||
secretsStore secrets.Store,
|
||||
daemonConfig Config,
|
||||
garageAdminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
opts *Opts,
|
||||
) (
|
||||
@ -41,7 +41,7 @@ func NewChildren(
|
||||
opts = opts.withDefaults()
|
||||
|
||||
logger.Info(ctx, "Loading secrets")
|
||||
garageRPCSecret, err := garage.GetRPCSecret(ctx, secretsStore)
|
||||
garageRPCSecret, err := getGarageRPCSecret(ctx, secretsStore)
|
||||
if err != nil && !errors.Is(err, secrets.ErrNotFound) {
|
||||
return nil, fmt.Errorf("loading garage RPC secret: %w", err)
|
||||
}
|
||||
@ -56,7 +56,12 @@ func NewChildren(
|
||||
}
|
||||
|
||||
pmuxConfig, err := c.newPmuxConfig(
|
||||
ctx, garageRPCSecret, binDirPath, daemonConfig, hostBootstrap,
|
||||
ctx,
|
||||
garageRPCSecret,
|
||||
binDirPath,
|
||||
daemonConfig,
|
||||
garageAdminToken,
|
||||
hostBootstrap,
|
||||
)
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("generating pmux config: %w", err)
|
||||
@ -68,7 +73,9 @@ func NewChildren(
|
||||
c.logger.Debug(pmuxCtx, "pmux stopped")
|
||||
}()
|
||||
|
||||
initErr := c.postPmuxInit(ctx, daemonConfig, hostBootstrap)
|
||||
initErr := c.postPmuxInit(
|
||||
ctx, daemonConfig, garageAdminToken, hostBootstrap,
|
||||
)
|
||||
if initErr != nil {
|
||||
logger.Warn(ctx, "failed to initialize Children, shutting down child processes", err)
|
||||
if err := c.Shutdown(); err != nil {
|
||||
|
@ -11,7 +11,7 @@ import (
|
||||
"io/fs"
|
||||
"isle/admin"
|
||||
"isle/bootstrap"
|
||||
"isle/garage"
|
||||
"isle/jsonutil"
|
||||
"isle/nebula"
|
||||
"isle/secrets"
|
||||
"net/netip"
|
||||
@ -50,7 +50,7 @@ type Daemon interface {
|
||||
//
|
||||
// Errors:
|
||||
// - ErrAlreadyJoined
|
||||
JoinNetwork(context.Context, bootstrap.Bootstrap) error
|
||||
JoinNetwork(context.Context, JoiningBootstrap) error
|
||||
|
||||
// GetBootstraps returns the currently active Bootstrap.
|
||||
GetBootstrap(context.Context) (bootstrap.Bootstrap, error)
|
||||
@ -70,7 +70,7 @@ type Daemon interface {
|
||||
hostName nebula.HostName,
|
||||
ip netip.Addr, // TODO automatically choose IP address
|
||||
) (
|
||||
bootstrap.Bootstrap, error,
|
||||
JoiningBootstrap, error,
|
||||
)
|
||||
|
||||
// CreateNebulaCertificate creates and signs a new nebula certficate for an
|
||||
@ -140,7 +140,8 @@ type daemon struct {
|
||||
envBinDirPath string
|
||||
opts *Opts
|
||||
|
||||
secretsStore secrets.Store
|
||||
secretsStore secrets.Store
|
||||
garageAdminToken string
|
||||
|
||||
l sync.RWMutex
|
||||
state int
|
||||
@ -176,11 +177,12 @@ func NewDaemon(
|
||||
) {
|
||||
var (
|
||||
d = &daemon{
|
||||
logger: logger,
|
||||
daemonConfig: daemonConfig,
|
||||
envBinDirPath: envBinDirPath,
|
||||
opts: opts.withDefaults(),
|
||||
shutdownCh: make(chan struct{}),
|
||||
logger: logger,
|
||||
daemonConfig: daemonConfig,
|
||||
envBinDirPath: envBinDirPath,
|
||||
opts: opts.withDefaults(),
|
||||
garageAdminToken: randStr(32),
|
||||
shutdownCh: make(chan struct{}),
|
||||
}
|
||||
bootstrapFilePath = bootstrap.StateDirPath(d.opts.EnvVars.StateDirPath)
|
||||
)
|
||||
@ -200,7 +202,8 @@ func NewDaemon(
|
||||
)
|
||||
}
|
||||
|
||||
currBootstrap, err := bootstrap.FromFile(bootstrapFilePath)
|
||||
var currBootstrap bootstrap.Bootstrap
|
||||
err = jsonutil.LoadFile(&currBootstrap, bootstrapFilePath)
|
||||
if errors.Is(err, fs.ErrNotExist) {
|
||||
// daemon has never had a network created or joined
|
||||
} else if err != nil {
|
||||
@ -368,7 +371,11 @@ func (d *daemon) postInit(ctx context.Context) bool {
|
||||
"Applying garage layout",
|
||||
func(ctx context.Context) error {
|
||||
return garageApplyLayout(
|
||||
ctx, d.logger, d.daemonConfig, d.currBootstrap,
|
||||
ctx,
|
||||
d.logger,
|
||||
d.daemonConfig,
|
||||
d.garageAdminToken,
|
||||
d.currBootstrap,
|
||||
)
|
||||
},
|
||||
) {
|
||||
@ -381,28 +388,29 @@ func (d *daemon) postInit(ctx context.Context) bool {
|
||||
//
|
||||
// TODO this is pretty hacky, but there doesn't seem to be a better way to
|
||||
// manage it at the moment.
|
||||
if d.currBootstrap.Garage.GlobalBucketS3APICredentials == (garage.S3APICredentials{}) {
|
||||
currBootstrap := d.currBootstrap
|
||||
_, err := getGarageS3APIGlobalBucketCredentials(ctx, d.secretsStore)
|
||||
if errors.Is(err, secrets.ErrNotFound) {
|
||||
if !until(
|
||||
ctx,
|
||||
d.logger,
|
||||
"Initializing garage shared global bucket",
|
||||
func(ctx context.Context) error {
|
||||
garageGlobalBucketCreds, err := garageInitializeGlobalBucket(
|
||||
ctx, d.logger, d.daemonConfig, d.currBootstrap,
|
||||
ctx,
|
||||
d.logger,
|
||||
d.daemonConfig,
|
||||
d.garageAdminToken,
|
||||
d.currBootstrap,
|
||||
)
|
||||
if err != nil {
|
||||
return fmt.Errorf("initializing global bucket: %w", err)
|
||||
}
|
||||
|
||||
currBootstrap.Garage.GlobalBucketS3APICredentials = garageGlobalBucketCreds
|
||||
|
||||
d.logger.Info(ctx, "Writing bootstrap to state directory")
|
||||
err = writeBootstrapToStateDir(
|
||||
d.opts.EnvVars.StateDirPath, currBootstrap,
|
||||
err = setGarageS3APIGlobalBucketCredentials(
|
||||
ctx, d.secretsStore, garageGlobalBucketCreds,
|
||||
)
|
||||
if err != nil {
|
||||
return fmt.Errorf("writing bootstrap to state dir: %w", err)
|
||||
return fmt.Errorf("storing global bucket creds: %w", err)
|
||||
}
|
||||
|
||||
return nil
|
||||
@ -410,10 +418,6 @@ func (d *daemon) postInit(ctx context.Context) bool {
|
||||
) {
|
||||
return false
|
||||
}
|
||||
|
||||
d.l.Lock()
|
||||
d.currBootstrap = currBootstrap
|
||||
d.l.Unlock()
|
||||
}
|
||||
|
||||
if !until(
|
||||
@ -459,6 +463,7 @@ func (d *daemon) restartLoop(ctx context.Context, readyCh chan<- struct{}) {
|
||||
d.envBinDirPath,
|
||||
d.secretsStore,
|
||||
d.daemonConfig,
|
||||
d.garageAdminToken,
|
||||
d.currBootstrap,
|
||||
d.opts,
|
||||
)
|
||||
@ -531,14 +536,10 @@ func (d *daemon) CreateNetwork(
|
||||
},
|
||||
}
|
||||
|
||||
garageBootstrap = bootstrap.Garage{
|
||||
AdminToken: randStr(32),
|
||||
}
|
||||
garageRPCSecret = randStr(32)
|
||||
)
|
||||
|
||||
garageRPCSecret := randStr(32)
|
||||
|
||||
err = garage.SetRPCSecret(ctx, d.secretsStore, garageRPCSecret)
|
||||
err = setGarageRPCSecret(ctx, d.secretsStore, garageRPCSecret)
|
||||
if err != nil {
|
||||
return admin.Admin{}, fmt.Errorf("storing garage RPC secret: %w", err)
|
||||
}
|
||||
@ -546,7 +547,6 @@ func (d *daemon) CreateNetwork(
|
||||
hostBootstrap, err := bootstrap.New(
|
||||
nebulaCACreds,
|
||||
adm.CreationParams,
|
||||
garageBootstrap,
|
||||
hostName,
|
||||
ipNet.FirstAddr(),
|
||||
)
|
||||
@ -582,22 +582,13 @@ func (d *daemon) CreateNetwork(
|
||||
return adm, ctx.Err()
|
||||
}
|
||||
|
||||
// As part of postInit, which is called prior to ready(), the restartLoop
|
||||
// will check if the global bucket creds have been created yet or not, and
|
||||
// create them if so. So once ready() is called we can get the created creds
|
||||
// from the currBootstrap
|
||||
d.l.RLock()
|
||||
garageGlobalBucketCreds := d.currBootstrap.Garage.GlobalBucketS3APICredentials
|
||||
d.l.RUnlock()
|
||||
|
||||
adm.Nebula.CACredentials = nebulaCACreds
|
||||
adm.Garage.GlobalBucketS3APICredentials = garageGlobalBucketCreds
|
||||
|
||||
return adm, nil
|
||||
}
|
||||
|
||||
func (d *daemon) JoinNetwork(
|
||||
ctx context.Context, newBootstrap bootstrap.Bootstrap,
|
||||
ctx context.Context, newBootstrap JoiningBootstrap,
|
||||
) error {
|
||||
d.l.Lock()
|
||||
|
||||
@ -608,7 +599,13 @@ func (d *daemon) JoinNetwork(
|
||||
|
||||
readyCh := make(chan struct{}, 1)
|
||||
|
||||
err := d.initialize(newBootstrap, readyCh)
|
||||
err := secrets.Import(ctx, d.secretsStore, newBootstrap.Secrets)
|
||||
if err != nil {
|
||||
d.l.Unlock()
|
||||
return fmt.Errorf("importing secrets: %w", err)
|
||||
}
|
||||
|
||||
err = d.initialize(newBootstrap.Bootstrap, readyCh)
|
||||
d.l.Unlock()
|
||||
if err != nil {
|
||||
return fmt.Errorf("initializing daemon: %w", err)
|
||||
@ -681,39 +678,45 @@ func (d *daemon) CreateHost(
|
||||
hostName nebula.HostName,
|
||||
ip netip.Addr,
|
||||
) (
|
||||
bootstrap.Bootstrap, error,
|
||||
JoiningBootstrap, error,
|
||||
) {
|
||||
return withCurrBootstrap(d, func(
|
||||
currBootstrap bootstrap.Bootstrap,
|
||||
) (
|
||||
bootstrap.Bootstrap, error,
|
||||
JoiningBootstrap, error,
|
||||
) {
|
||||
garageGlobalBucketS3APICreds := currBootstrap.Garage.GlobalBucketS3APICredentials
|
||||
var (
|
||||
joiningBootstrap JoiningBootstrap
|
||||
err error
|
||||
)
|
||||
|
||||
garageBootstrap := bootstrap.Garage{
|
||||
AdminToken: randStr(32),
|
||||
GlobalBucketS3APICredentials: garageGlobalBucketS3APICreds,
|
||||
}
|
||||
|
||||
newHostBootstrap, err := bootstrap.New(
|
||||
joiningBootstrap.Bootstrap, err = bootstrap.New(
|
||||
makeCACreds(currBootstrap, caSigningPrivateKey),
|
||||
currBootstrap.AdminCreationParams,
|
||||
garageBootstrap,
|
||||
hostName,
|
||||
ip,
|
||||
)
|
||||
if err != nil {
|
||||
return bootstrap.Bootstrap{}, fmt.Errorf(
|
||||
return JoiningBootstrap{}, fmt.Errorf(
|
||||
"initializing bootstrap data: %w", err,
|
||||
)
|
||||
}
|
||||
|
||||
newHostBootstrap.Hosts = currBootstrap.Hosts
|
||||
joiningBootstrap.Bootstrap.Hosts = currBootstrap.Hosts
|
||||
|
||||
if joiningBootstrap.Secrets, err = secrets.Export(
|
||||
ctx, d.secretsStore, []secrets.ID{
|
||||
garageRPCSecretSecretID,
|
||||
garageS3APIGlobalBucketCredentialsSecretID,
|
||||
},
|
||||
); err != nil {
|
||||
return JoiningBootstrap{}, fmt.Errorf("exporting secrets: %w", err)
|
||||
}
|
||||
|
||||
// TODO persist new bootstrap to garage. Requires making the daemon
|
||||
// config change watching logic smarter, so only dnsmasq gets restarted.
|
||||
|
||||
return newHostBootstrap, nil
|
||||
return joiningBootstrap, nil
|
||||
})
|
||||
}
|
||||
|
||||
|
@ -24,14 +24,19 @@ func (d *daemon) getGarageClientParams(
|
||||
) (
|
||||
GarageClientParams, error,
|
||||
) {
|
||||
rpcSecret, err := garage.GetRPCSecret(ctx, d.secretsStore)
|
||||
creds, err := getGarageS3APIGlobalBucketCredentials(ctx, d.secretsStore)
|
||||
if err != nil {
|
||||
return GarageClientParams{}, fmt.Errorf("getting garage global bucket creds: %w", err)
|
||||
}
|
||||
|
||||
rpcSecret, err := getGarageRPCSecret(ctx, d.secretsStore)
|
||||
if err != nil && !errors.Is(err, secrets.ErrNotFound) {
|
||||
return GarageClientParams{}, fmt.Errorf("getting garage rpc secret: %w", err)
|
||||
}
|
||||
|
||||
return GarageClientParams{
|
||||
Peer: currBootstrap.ChooseGaragePeer(),
|
||||
GlobalBucketS3APICredentials: currBootstrap.Garage.GlobalBucketS3APICredentials,
|
||||
GlobalBucketS3APICredentials: creds,
|
||||
RPCSecret: rpcSecret,
|
||||
}, nil
|
||||
}
|
||||
|
@ -24,12 +24,13 @@ func garageInitializeGlobalBucket(
|
||||
ctx context.Context,
|
||||
logger *mlog.Logger,
|
||||
daemonConfig Config,
|
||||
adminToken string,
|
||||
hostBootstrap bootstrap.Bootstrap,
|
||||
) (
|
||||
garage.S3APICredentials, error,
|
||||
) {
|
||||
adminClient := NewGarageAdminClient(
|
||||
logger, daemonConfig, hostBootstrap,
|
||||
adminClient := newGarageAdminClient(
|
||||
logger, daemonConfig, adminToken, hostBootstrap,
|
||||
)
|
||||
|
||||
creds, err := adminClient.CreateS3APICredentials(
|
||||
|
@ -56,7 +56,7 @@ func (r *RPC) CreateNetwork(
|
||||
|
||||
// JoinNetwork passes through to the Daemon method of the same name.
|
||||
func (r *RPC) JoinNetwork(
|
||||
ctx context.Context, req bootstrap.Bootstrap,
|
||||
ctx context.Context, req JoiningBootstrap,
|
||||
) (
|
||||
struct{}, error,
|
||||
) {
|
||||
@ -137,7 +137,7 @@ type CreateHostRequest struct {
|
||||
|
||||
// CreateHostResult wraps the results from the CreateHost RPC method.
|
||||
type CreateHostResult struct {
|
||||
HostBootstrap bootstrap.Bootstrap
|
||||
JoiningBootstrap JoiningBootstrap
|
||||
}
|
||||
|
||||
// CreateHost passes the call through to the Daemon method of the
|
||||
@ -147,14 +147,14 @@ func (r *RPC) CreateHost(
|
||||
) (
|
||||
CreateHostResult, error,
|
||||
) {
|
||||
hostBootstrap, err := r.daemon.CreateHost(
|
||||
joiningBootstrap, err := r.daemon.CreateHost(
|
||||
ctx, req.CASigningPrivateKey, req.HostName, req.IP,
|
||||
)
|
||||
if err != nil {
|
||||
return CreateHostResult{}, err
|
||||
}
|
||||
|
||||
return CreateHostResult{HostBootstrap: hostBootstrap}, nil
|
||||
return CreateHostResult{JoiningBootstrap: joiningBootstrap}, nil
|
||||
}
|
||||
|
||||
// CreateNebulaCertificateRequest contains the arguments to the
|
||||
|
39
go/daemon/secrets.go
Normal file
39
go/daemon/secrets.go
Normal file
@ -0,0 +1,39 @@
|
||||
package daemon
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"isle/garage"
|
||||
"isle/secrets"
|
||||
)
|
||||
|
||||
const (
|
||||
secretsNSGarage = "garage"
|
||||
)
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
// Garage-related secrets
|
||||
|
||||
func garageS3APIBucketCredentialsSecretID(credsName string) secrets.ID {
|
||||
return secrets.NewID(
|
||||
secretsNSGarage, fmt.Sprintf("s3-api-bucket-credentials-%s", credsName),
|
||||
)
|
||||
}
|
||||
|
||||
var (
|
||||
garageRPCSecretSecretID = secrets.NewID(secretsNSGarage, "rpc-secret")
|
||||
garageS3APIGlobalBucketCredentialsSecretID = garageS3APIBucketCredentialsSecretID(
|
||||
garage.GlobalBucketS3APICredentialsName,
|
||||
)
|
||||
)
|
||||
|
||||
// Get/Set functions for garage-related secrets.
|
||||
var (
|
||||
getGarageRPCSecret, setGarageRPCSecret = secrets.GetSetFunctions[string](
|
||||
garageRPCSecretSecretID,
|
||||
)
|
||||
|
||||
getGarageS3APIGlobalBucketCredentials,
|
||||
setGarageS3APIGlobalBucketCredentials = secrets.GetSetFunctions[garage.S3APICredentials](
|
||||
garageS3APIGlobalBucketCredentialsSecretID,
|
||||
)
|
||||
)
|
@ -1,20 +0,0 @@
|
||||
package garage
|
||||
|
||||
import "isle/secrets"
|
||||
|
||||
var (
|
||||
rpcSecretSecretID = secrets.NewID("garage", "rpc-secret")
|
||||
globalBucketS3APICredentialsSecretID = secrets.NewID("garage", "global-bucket-s3-api-credentials")
|
||||
)
|
||||
|
||||
// Get/Set functions for garage-related secrets.
|
||||
var (
|
||||
GetRPCSecret, SetRPCSecret = secrets.GetSetFunctions[string](
|
||||
rpcSecretSecretID,
|
||||
)
|
||||
|
||||
GetGlobalBucketS3APICredentials,
|
||||
SetGlobalBucketS3APICredentials = secrets.GetSetFunctions[S3APICredentials](
|
||||
globalBucketS3APICredentialsSecretID,
|
||||
)
|
||||
)
|
@ -2,6 +2,7 @@ package secrets
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
)
|
||||
@ -64,3 +65,41 @@ func MultiGet(ctx context.Context, s Store, m map[ID]any) error {
|
||||
}
|
||||
return errors.Join(errs...)
|
||||
}
|
||||
|
||||
// Export returns a map of ID to raw payload for each ID given. An error is
|
||||
// returned for _each_ ID which could not be exported, wrapped using
|
||||
// `errors.Join`, alongside whatever keys could be exported.
|
||||
func Export(
|
||||
ctx context.Context, s Store, ids []ID,
|
||||
) (
|
||||
map[ID]json.RawMessage, error,
|
||||
) {
|
||||
var (
|
||||
m = map[ID]json.RawMessage{}
|
||||
errs []error
|
||||
)
|
||||
|
||||
for _, id := range ids {
|
||||
var into json.RawMessage
|
||||
if err := s.Get(ctx, &into, id); err != nil {
|
||||
errs = append(errs, fmt.Errorf("exporting %q: %w", id, err))
|
||||
continue
|
||||
}
|
||||
m[id] = into
|
||||
}
|
||||
|
||||
return m, errors.Join(errs...)
|
||||
}
|
||||
|
||||
// Import sets all given ID/payload pairs into the Store.
|
||||
func Import(
|
||||
ctx context.Context, s Store, m map[ID]json.RawMessage,
|
||||
) error {
|
||||
var errs []error
|
||||
for id, payload := range m {
|
||||
if err := s.Set(ctx, id, payload); err != nil {
|
||||
errs = append(errs, fmt.Errorf("importing %q: %w", id, err))
|
||||
}
|
||||
}
|
||||
return errors.Join(errs...)
|
||||
}
|
||||
|
@ -1,14 +0,0 @@
|
||||
# shellcheck source=../../utils/with-1-data-1-empty-node-network.sh
|
||||
source "$UTILS"/with-1-data-1-empty-node-network.sh
|
||||
|
||||
adminBS="$XDG_STATE_HOME"/isle/bootstrap.json
|
||||
bs="$secondus_bootstrap" # set in with-1-data-1-empty-node-network.sh
|
||||
|
||||
[ "$(jq -r <"$bs" '.AdminCreationParams')" = "$(jq -r <admin.json '.CreationParams')" ]
|
||||
[ "$(jq -r <"$bs" '.SignedHostAssigned.Body.Name')" = "secondus" ]
|
||||
|
||||
[ "$(jq -r <"$bs" '.Hosts.primus.PublicCredentials')" \
|
||||
= "$(jq -r <"$adminBS" '.SignedHostAssigned.Body.PublicCredentials')" ]
|
||||
|
||||
[ "$(jq <"$bs" '.Hosts.primus.Garage.Instances|length')" = "3" ]
|
||||
|
16
tests/cases/hosts/01-create.sh
Normal file
16
tests/cases/hosts/01-create.sh
Normal file
@ -0,0 +1,16 @@
|
||||
# shellcheck source=../../utils/with-1-data-1-empty-node-network.sh
|
||||
source "$UTILS"/with-1-data-1-empty-node-network.sh
|
||||
|
||||
adminBS="$XDG_STATE_HOME"/isle/bootstrap.json
|
||||
bs="$secondus_bootstrap" # set in with-1-data-1-empty-node-network.sh
|
||||
|
||||
[ "$(jq -r <"$bs" '.Bootstrap.AdminCreationParams')" = "$(jq -r <admin.json '.CreationParams')" ]
|
||||
[ "$(jq -r <"$bs" '.Bootstrap.SignedHostAssigned.Body.Name')" = "secondus" ]
|
||||
|
||||
[ "$(jq -r <"$bs" '.Bootstrap.Hosts.primus.PublicCredentials')" \
|
||||
= "$(jq -r <"$adminBS" '.SignedHostAssigned.Body.PublicCredentials')" ]
|
||||
|
||||
[ "$(jq <"$bs" '.Bootstrap.Hosts.primus.Garage.Instances|length')" = "3" ]
|
||||
|
||||
[ "$(jq <"$bs" '.Secrets["garage-rpc-secret"]')" != "null" ]
|
||||
|
Loading…
Reference in New Issue
Block a user