Restructure modules (#1572)

* Move portbase into monorepo

* Add new simple module mgr

* [WIP] Switch to new simple module mgr

* Add StateMgr and more worker variants

* [WIP] Switch more modules

* [WIP] Switch more modules

* [WIP] swtich more modules

* [WIP] switch all SPN modules

* [WIP] switch all service modules

* [WIP] Convert all workers to the new module system

* [WIP] add new task system to module manager

* [WIP] Add second take for scheduling workers

* [WIP] Add FIXME for bugs in new scheduler

* [WIP] Add minor improvements to scheduler

* [WIP] Add new worker scheduler

* [WIP] Fix more bug related to new module system

* [WIP] Fix start handing of the new module system

* [WIP] Improve startup process

* [WIP] Fix minor issues

* [WIP] Fix missing subsystem in settings

* [WIP] Initialize managers in constructor

* [WIP] Move module event initialization to constrictors

* [WIP] Fix setting for enabling and disabling the SPN module

* [WIP] Move API registeration into module construction

* [WIP] Update states mgr for all modules

* [WIP] Add CmdLine operation support

* Add state helper methods to module group and instance

* Add notification and module status handling to status package

* Fix starting issues

* Remove pilot widget and update security lock to new status data

* Remove debug logs

* Improve http server shutdown

* Add workaround for cleanly shutting down firewall+netquery

* Improve logging

* Add syncing states with notifications for new module system

* Improve starting, stopping, shutdown; resolve FIXMEs/TODOs

* [WIP] Fix most unit tests

* Review new module system and fix minor issues

* Push shutdown and restart events again via API

* Set sleep mode via interface

* Update example/template module

* [WIP] Fix spn/cabin unit test

* Remove deprecated UI elements

* Make log output more similar for the logging transition phase

* Switch spn hub and observer cmds to new module system

* Fix log sources

* Make worker mgr less error prone

* Fix tests and minor issues

* Fix observation hub

* Improve shutdown and restart handling

* Split up big connection.go source file

* Move varint and dsd packages to structures repo

* Improve expansion test

* Fix linter warnings

* Fix interception module on windows

* Fix linter errors

---------

Co-authored-by: Vladimir Stoilov <vladimir@safing.io>

base/utils/broadcastflag.go

@@ -0,0 +1,84 @@
+package utils
+
+import (
+	"sync"
+
+	"github.com/tevino/abool"
+)
+
+// BroadcastFlag is a simple system to broadcast a flag value.
+type BroadcastFlag struct {
+	flag   *abool.AtomicBool
+	signal chan struct{}
+	lock   sync.Mutex
+}
+
+// Flag receives changes from its broadcasting flag.
+// A Flag must only be used in one goroutine and is not concurrency safe,
+// but fast.
+type Flag struct {
+	flag        *abool.AtomicBool
+	signal      chan struct{}
+	broadcaster *BroadcastFlag
+}
+
+// NewBroadcastFlag returns a new BroadcastFlag.
+// In the initial state, the flag is not set and the signal does not trigger.
+func NewBroadcastFlag() *BroadcastFlag {
+	return &BroadcastFlag{
+		flag:   abool.New(),
+		signal: make(chan struct{}),
+		lock:   sync.Mutex{},
+	}
+}
+
+// NewFlag returns a new Flag that listens to this broadcasting flag.
+// In the initial state, the flag is set and the signal triggers.
+// You can call Refresh immediately to get the current state from the
+// broadcasting flag.
+func (bf *BroadcastFlag) NewFlag() *Flag {
+	newFlag := &Flag{
+		flag:        abool.NewBool(true),
+		signal:      make(chan struct{}),
+		broadcaster: bf,
+	}
+	close(newFlag.signal)
+	return newFlag
+}
+
+// NotifyAndReset notifies all flags of this broadcasting flag and resets the
+// internal broadcast flag state.
+func (bf *BroadcastFlag) NotifyAndReset() {
+	bf.lock.Lock()
+	defer bf.lock.Unlock()
+
+	// Notify all flags of the change.
+	bf.flag.Set()
+	close(bf.signal)
+
+	// Reset
+	bf.flag = abool.New()
+	bf.signal = make(chan struct{})
+}
+
+// Signal returns a channel that waits for the flag to be set. This does not
+// reset the Flag itself, you'll need to call Refresh for that.
+func (f *Flag) Signal() <-chan struct{} {
+	return f.signal
+}
+
+// IsSet returns whether the flag was set since the last Refresh.
+// This does not reset the Flag itself, you'll need to call Refresh for that.
+func (f *Flag) IsSet() bool {
+	return f.flag.IsSet()
+}
+
+// Refresh fetches the current state from the broadcasting flag.
+func (f *Flag) Refresh() {
+	f.broadcaster.lock.Lock()
+	defer f.broadcaster.lock.Unlock()
+
+	// Copy current flag and signal from the broadcasting flag.
+	f.flag = f.broadcaster.flag
+	f.signal = f.broadcaster.signal
+}