Restructure modules (#1572)

* Move portbase into monorepo

* Add new simple module mgr

* [WIP] Switch to new simple module mgr

* Add StateMgr and more worker variants

* [WIP] Switch more modules

* [WIP] Switch more modules

* [WIP] swtich more modules

* [WIP] switch all SPN modules

* [WIP] switch all service modules

* [WIP] Convert all workers to the new module system

* [WIP] add new task system to module manager

* [WIP] Add second take for scheduling workers

* [WIP] Add FIXME for bugs in new scheduler

* [WIP] Add minor improvements to scheduler

* [WIP] Add new worker scheduler

* [WIP] Fix more bug related to new module system

* [WIP] Fix start handing of the new module system

* [WIP] Improve startup process

* [WIP] Fix minor issues

* [WIP] Fix missing subsystem in settings

* [WIP] Initialize managers in constructor

* [WIP] Move module event initialization to constrictors

* [WIP] Fix setting for enabling and disabling the SPN module

* [WIP] Move API registeration into module construction

* [WIP] Update states mgr for all modules

* [WIP] Add CmdLine operation support

* Add state helper methods to module group and instance

* Add notification and module status handling to status package

* Fix starting issues

* Remove pilot widget and update security lock to new status data

* Remove debug logs

* Improve http server shutdown

* Add workaround for cleanly shutting down firewall+netquery

* Improve logging

* Add syncing states with notifications for new module system

* Improve starting, stopping, shutdown; resolve FIXMEs/TODOs

* [WIP] Fix most unit tests

* Review new module system and fix minor issues

* Push shutdown and restart events again via API

* Set sleep mode via interface

* Update example/template module

* [WIP] Fix spn/cabin unit test

* Remove deprecated UI elements

* Make log output more similar for the logging transition phase

* Switch spn hub and observer cmds to new module system

* Fix log sources

* Make worker mgr less error prone

* Fix tests and minor issues

* Fix observation hub

* Improve shutdown and restart handling

* Split up big connection.go source file

* Move varint and dsd packages to structures repo

* Improve expansion test

* Fix linter warnings

* Fix interception module on windows

* Fix linter errors

---------

Co-authored-by: Vladimir Stoilov <vladimir@safing.io>

base/database/dbmodule/db.go

@@ -0,0 +1,84 @@
+package dbmodule
+
+import (
+	"errors"
+	"sync/atomic"
+
+	"github.com/safing/portmaster/base/database"
+	"github.com/safing/portmaster/base/dataroot"
+	"github.com/safing/portmaster/base/utils"
+	"github.com/safing/portmaster/service/mgr"
+)
+
+type DBModule struct {
+	mgr      *mgr.Manager
+	instance instance
+}
+
+func (dbm *DBModule) Manager() *mgr.Manager {
+	return dbm.mgr
+}
+
+func (dbm *DBModule) Start() error {
+	return start()
+}
+
+func (dbm *DBModule) Stop() error {
+	return stop()
+}
+
+var databaseStructureRoot *utils.DirStructure
+
+// SetDatabaseLocation sets the location of the database for initialization. Supply either a path or dir structure.
+func SetDatabaseLocation(dirStructureRoot *utils.DirStructure) {
+	if databaseStructureRoot == nil {
+		databaseStructureRoot = dirStructureRoot
+	}
+}
+
+func prep() error {
+	SetDatabaseLocation(dataroot.Root())
+	if databaseStructureRoot == nil {
+		return errors.New("database location not specified")
+	}
+
+	return nil
+}
+
+func start() error {
+	startMaintenanceTasks()
+	return nil
+}
+
+func stop() error {
+	return database.Shutdown()
+}
+
+var (
+	module     *DBModule
+	shimLoaded atomic.Bool
+)
+
+func New(instance instance) (*DBModule, error) {
+	if !shimLoaded.CompareAndSwap(false, true) {
+		return nil, errors.New("only one instance allowed")
+	}
+
+	if err := prep(); err != nil {
+		return nil, err
+	}
+	m := mgr.New("DBModule")
+	module = &DBModule{
+		mgr:      m,
+		instance: instance,
+	}
+
+	err := database.Initialize(databaseStructureRoot)
+	if err != nil {
+		return nil, err
+	}
+
+	return module, nil
+}
+
+type instance interface{}

base/database/dbmodule/maintenance.go

@@ -0,0 +1,30 @@
+package dbmodule
+
+import (
+	"time"
+
+	"github.com/safing/portmaster/base/database"
+	"github.com/safing/portmaster/base/log"
+	"github.com/safing/portmaster/service/mgr"
+)
+
+func startMaintenanceTasks() {
+	_ = module.mgr.Repeat("basic maintenance", 10*time.Minute, maintainBasic)
+	_ = module.mgr.Repeat("thorough maintenance", 1*time.Hour, maintainThorough)
+	_ = module.mgr.Repeat("record maintenance", 1*time.Hour, maintainRecords)
+}
+
+func maintainBasic(ctx *mgr.WorkerCtx) error {
+	log.Infof("database: running Maintain")
+	return database.Maintain(ctx.Ctx())
+}
+
+func maintainThorough(ctx *mgr.WorkerCtx) error {
+	log.Infof("database: running MaintainThorough")
+	return database.MaintainThorough(ctx.Ctx())
+}
+
+func maintainRecords(ctx *mgr.WorkerCtx) error {
+	log.Infof("database: running MaintainRecordStates")
+	return database.MaintainRecordStates(ctx.Ctx())
+}