2023-10-04 20:58:42 +00:00
|
|
|
package ctrl
|
2021-02-24 09:58:02 +00:00
|
|
|
|
|
|
|
import (
|
2021-04-07 16:54:08 +00:00
|
|
|
"context"
|
2021-02-24 09:58:02 +00:00
|
|
|
"fmt"
|
2021-03-12 11:08:11 +00:00
|
|
|
"log"
|
2021-08-11 08:11:57 +00:00
|
|
|
"sync"
|
2021-02-24 09:58:02 +00:00
|
|
|
)
|
|
|
|
|
2021-08-11 08:11:57 +00:00
|
|
|
// processes holds all the information about running processes
|
|
|
|
type processes struct {
|
2022-06-22 03:03:11 +00:00
|
|
|
// mutex for processes
|
|
|
|
mu sync.Mutex
|
2021-08-11 10:23:37 +00:00
|
|
|
// The main context for subscriber processes.
|
|
|
|
ctx context.Context
|
|
|
|
// cancel func to send cancel signal to the subscriber processes context.
|
|
|
|
cancel context.CancelFunc
|
2021-08-11 08:11:57 +00:00
|
|
|
// The active spawned processes
|
2022-04-01 05:09:55 +00:00
|
|
|
// server
|
|
|
|
server *server
|
2021-10-08 10:07:10 +00:00
|
|
|
active procsMap
|
2021-08-11 08:11:57 +00:00
|
|
|
// mutex to lock the map
|
2021-10-08 20:39:46 +00:00
|
|
|
// mu sync.RWMutex
|
2021-08-11 08:11:57 +00:00
|
|
|
// The last processID created
|
|
|
|
lastProcessID int
|
2021-08-18 10:16:21 +00:00
|
|
|
// The instance global prometheus registry.
|
|
|
|
metrics *metrics
|
2022-02-02 07:54:36 +00:00
|
|
|
// Waitgroup to keep track of all the processes started.
|
2021-08-12 07:21:56 +00:00
|
|
|
wg sync.WaitGroup
|
2022-01-19 04:44:20 +00:00
|
|
|
// errorKernel
|
|
|
|
errorKernel *errorKernel
|
2022-02-02 07:54:36 +00:00
|
|
|
// configuration
|
|
|
|
configuration *Configuration
|
|
|
|
|
2022-02-04 09:33:31 +00:00
|
|
|
// Signatures
|
2022-04-21 11:21:36 +00:00
|
|
|
nodeAuth *nodeAuth
|
2021-08-11 08:11:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// newProcesses will prepare and return a *processes which
|
|
|
|
// is map containing all the currently running processes.
|
2022-04-01 05:09:55 +00:00
|
|
|
func newProcesses(ctx context.Context, server *server) *processes {
|
2021-08-11 08:11:57 +00:00
|
|
|
p := processes{
|
2022-04-01 05:09:55 +00:00
|
|
|
server: server,
|
2022-02-02 07:54:36 +00:00
|
|
|
active: *newProcsMap(),
|
2022-04-01 05:09:55 +00:00
|
|
|
errorKernel: server.errorKernel,
|
|
|
|
configuration: server.configuration,
|
2022-04-21 11:21:36 +00:00
|
|
|
nodeAuth: server.nodeAuth,
|
2022-04-01 06:51:14 +00:00
|
|
|
metrics: server.metrics,
|
2021-08-11 08:11:57 +00:00
|
|
|
}
|
|
|
|
|
2021-08-16 11:01:12 +00:00
|
|
|
// Prepare the parent context for the subscribers.
|
2021-08-11 10:23:37 +00:00
|
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
|
|
|
2021-10-08 11:42:19 +00:00
|
|
|
// // Start the processes map.
|
|
|
|
// go func() {
|
|
|
|
// p.active.run(ctx)
|
|
|
|
// }()
|
2021-10-08 10:07:10 +00:00
|
|
|
|
2021-08-11 10:23:37 +00:00
|
|
|
p.ctx = ctx
|
|
|
|
p.cancel = cancel
|
|
|
|
|
2021-08-11 08:11:57 +00:00
|
|
|
return &p
|
|
|
|
}
|
|
|
|
|
2021-10-08 06:16:12 +00:00
|
|
|
// ----------------------
|
|
|
|
|
2022-02-02 07:54:36 +00:00
|
|
|
// ----------------------
|
|
|
|
|
2021-10-08 06:16:12 +00:00
|
|
|
type procsMap struct {
|
2021-11-16 18:07:24 +00:00
|
|
|
procNames map[processName]process
|
2021-11-16 09:21:44 +00:00
|
|
|
mu sync.Mutex
|
2021-10-08 06:16:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func newProcsMap() *procsMap {
|
|
|
|
cM := procsMap{
|
2021-11-16 18:07:24 +00:00
|
|
|
procNames: make(map[processName]process),
|
2021-10-08 06:16:12 +00:00
|
|
|
}
|
|
|
|
return &cM
|
|
|
|
}
|
|
|
|
|
|
|
|
// ----------------------
|
|
|
|
|
2021-08-11 08:11:57 +00:00
|
|
|
// Start all the subscriber processes.
|
|
|
|
// Takes an initial process as it's input. All processes
|
|
|
|
// will be tied to this single process's context.
|
|
|
|
func (p *processes) Start(proc process) {
|
2021-08-11 10:23:37 +00:00
|
|
|
// Set the context for the initial process.
|
|
|
|
proc.ctx = p.ctx
|
2021-03-26 08:08:47 +00:00
|
|
|
|
|
|
|
// --- Subscriber services that can be started via flags
|
|
|
|
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, OpProcessList, nil)
|
|
|
|
proc.startup.startProcess(proc, OpProcessStart, nil)
|
|
|
|
proc.startup.startProcess(proc, OpProcessStop, nil)
|
|
|
|
proc.startup.startProcess(proc, Test, nil)
|
2022-05-22 04:36:02 +00:00
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubFileAppend {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, FileAppend, nil)
|
2021-02-24 09:58:02 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubFile {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, File, nil)
|
2021-04-06 17:42:03 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubCopySrc {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, CopySrc, nil)
|
2022-06-09 03:59:37 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubCopyDst {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, CopyDst, nil)
|
2022-06-09 03:59:37 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubHello {
|
2024-12-13 15:49:21 +00:00
|
|
|
|
|
|
|
proc.startup.startProcess(proc, Hello, procFuncHello)
|
2021-02-24 09:58:02 +00:00
|
|
|
}
|
2021-02-24 14:43:31 +00:00
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.IsCentralErrorLogger {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, ErrorLog, nil)
|
2021-02-24 14:43:31 +00:00
|
|
|
}
|
2021-03-09 10:58:50 +00:00
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubCliCommand {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, CliCommand, nil)
|
2021-03-26 08:08:47 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubConsole {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, Console, nil)
|
2021-03-26 08:08:47 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartPubHello != 0 {
|
2024-12-13 15:49:21 +00:00
|
|
|
proc.startup.startProcess(proc, HelloPublisher, procFuncHelloPublisher)
|
2021-03-09 10:58:50 +00:00
|
|
|
}
|
2021-04-06 17:42:03 +00:00
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.EnableKeyUpdates {
|
2024-12-13 15:49:21 +00:00
|
|
|
proc.startup.startProcess(proc, KeysRequestUpdate, procFuncKeysRequestUpdate)
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, KeysDeliverUpdate, nil)
|
2022-05-26 06:07:23 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.EnableAclUpdates {
|
2024-12-13 15:49:21 +00:00
|
|
|
|
|
|
|
proc.startup.startProcess(proc, AclRequestUpdate, procFuncAclRequestUpdate)
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, AclDeliverUpdate, nil)
|
2022-04-07 07:34:06 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.IsCentralAuth {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, KeysRequestUpdate, nil)
|
|
|
|
proc.startup.startProcess(proc, KeysAllow, nil)
|
|
|
|
proc.startup.startProcess(proc, KeysDelete, nil)
|
|
|
|
proc.startup.startProcess(proc, AclRequestUpdate, nil)
|
|
|
|
proc.startup.startProcess(proc, AclAddCommand, nil)
|
|
|
|
proc.startup.startProcess(proc, AclDeleteCommand, nil)
|
|
|
|
proc.startup.startProcess(proc, AclDeleteSource, nil)
|
|
|
|
proc.startup.startProcess(proc, AclGroupNodesAddNode, nil)
|
|
|
|
proc.startup.startProcess(proc, AclGroupNodesDeleteNode, nil)
|
|
|
|
proc.startup.startProcess(proc, AclGroupNodesDeleteGroup, nil)
|
|
|
|
proc.startup.startProcess(proc, AclGroupCommandsAddCommand, nil)
|
|
|
|
proc.startup.startProcess(proc, AclGroupCommandsDeleteCommand, nil)
|
|
|
|
proc.startup.startProcess(proc, AclGroupCommandsDeleteGroup, nil)
|
|
|
|
proc.startup.startProcess(proc, AclExport, nil)
|
|
|
|
proc.startup.startProcess(proc, AclImport, nil)
|
2022-04-07 07:34:06 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubHttpGet {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, HttpGet, nil)
|
2021-04-06 17:42:03 +00:00
|
|
|
}
|
2021-04-13 09:28:52 +00:00
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubTailFile {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, TailFile, nil)
|
2022-02-11 06:27:51 +00:00
|
|
|
}
|
|
|
|
|
2024-11-19 19:28:26 +00:00
|
|
|
if proc.configuration.StartProcesses.StartSubCliCommandCont {
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, CliCommandCont, nil)
|
2021-04-13 09:28:52 +00:00
|
|
|
}
|
2021-07-01 08:05:34 +00:00
|
|
|
|
2024-12-03 15:17:33 +00:00
|
|
|
proc.startup.startProcess(proc, PublicKey, nil)
|
2021-02-24 09:58:02 +00:00
|
|
|
}
|
2021-04-08 11:43:47 +00:00
|
|
|
|
2021-08-11 10:23:37 +00:00
|
|
|
// Stop all subscriber processes.
|
|
|
|
func (p *processes) Stop() {
|
2021-08-12 10:27:47 +00:00
|
|
|
log.Printf("info: canceling all subscriber processes...\n")
|
2021-08-11 10:23:37 +00:00
|
|
|
p.cancel()
|
2021-08-12 10:27:47 +00:00
|
|
|
p.wg.Wait()
|
|
|
|
log.Printf("info: done canceling all subscriber processes.\n")
|
|
|
|
|
2021-08-11 10:23:37 +00:00
|
|
|
}
|
|
|
|
|
2021-04-09 09:30:40 +00:00
|
|
|
// ---------------------------------------------------------------------------------------
|
2021-04-08 11:43:47 +00:00
|
|
|
|
2021-08-11 08:11:57 +00:00
|
|
|
// Startup holds all the startup methods for subscribers.
|
2021-08-18 10:16:21 +00:00
|
|
|
type startup struct {
|
2022-04-05 08:35:59 +00:00
|
|
|
server *server
|
|
|
|
centralAuth *centralAuth
|
|
|
|
metrics *metrics
|
2021-08-18 10:16:21 +00:00
|
|
|
}
|
|
|
|
|
2022-04-01 05:09:55 +00:00
|
|
|
func newStartup(server *server) *startup {
|
2022-04-01 07:21:50 +00:00
|
|
|
s := startup{
|
2022-04-05 08:35:59 +00:00
|
|
|
server: server,
|
|
|
|
centralAuth: server.centralAuth,
|
|
|
|
metrics: server.metrics,
|
2022-04-01 07:21:50 +00:00
|
|
|
}
|
2021-08-18 10:16:21 +00:00
|
|
|
|
|
|
|
return &s
|
|
|
|
}
|
2021-04-09 09:30:40 +00:00
|
|
|
|
2024-12-03 15:17:33 +00:00
|
|
|
// startProcess will start a process. It takes the initial process, request method,
|
2024-03-27 11:48:17 +00:00
|
|
|
// and a procFunc as it's input arguments. If a procFunc is not needed, use the value nil.
|
2024-12-13 15:49:21 +00:00
|
|
|
func (s *startup) startProcess(p process, m Method, pf func(ctx context.Context, proc process, procFuncCh chan Message) error) {
|
2023-04-18 13:47:40 +00:00
|
|
|
er := fmt.Errorf("starting %v subscriber: %#v", m, p.node)
|
2024-03-27 11:48:17 +00:00
|
|
|
p.errorKernel.logDebug(er)
|
2023-06-01 04:15:39 +00:00
|
|
|
|
|
|
|
var sub Subject
|
|
|
|
switch {
|
2024-11-19 02:48:42 +00:00
|
|
|
case m == ErrorLog:
|
2023-06-01 04:15:39 +00:00
|
|
|
sub = newSubject(m, "errorCentral")
|
|
|
|
default:
|
|
|
|
sub = newSubject(m, string(p.node))
|
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Printf("DEBUG:::startup subscriber, subject: %v\n", sub)
|
2024-12-03 15:17:33 +00:00
|
|
|
proc := newProcess(p.ctx, p.processes.server, sub)
|
2023-04-18 13:47:40 +00:00
|
|
|
proc.procFunc = pf
|
2022-04-07 07:34:06 +00:00
|
|
|
|
2024-12-03 15:17:33 +00:00
|
|
|
go proc.start()
|
2022-02-08 10:49:32 +00:00
|
|
|
}
|
|
|
|
|
2021-08-11 10:23:37 +00:00
|
|
|
// ---------------------------------------------------------------
|
|
|
|
|
|
|
|
// Print the content of the processes map.
|
|
|
|
func (p *processes) printProcessesMap() {
|
2023-01-12 07:48:01 +00:00
|
|
|
er := fmt.Errorf("output of processes map : ")
|
2024-03-27 11:48:17 +00:00
|
|
|
p.errorKernel.logDebug(er)
|
2021-10-08 10:07:10 +00:00
|
|
|
|
2021-11-16 09:21:44 +00:00
|
|
|
{
|
|
|
|
p.active.mu.Lock()
|
2021-10-08 10:07:10 +00:00
|
|
|
|
2021-11-16 18:07:24 +00:00
|
|
|
for pName, proc := range p.active.procNames {
|
2024-12-03 15:17:33 +00:00
|
|
|
er := fmt.Errorf("info: proc - procName in map: %v , id: %v, subject: %v", pName, proc.processID, proc.subject.name())
|
2024-03-27 11:48:17 +00:00
|
|
|
proc.errorKernel.logDebug(er)
|
2021-08-11 10:23:37 +00:00
|
|
|
}
|
|
|
|
|
2022-04-01 07:21:50 +00:00
|
|
|
p.metrics.promProcessesTotal.Set(float64(len(p.active.procNames)))
|
2021-11-16 09:21:44 +00:00
|
|
|
|
|
|
|
p.active.mu.Unlock()
|
|
|
|
}
|
2021-08-11 10:23:37 +00:00
|
|
|
|
|
|
|
}
|