Restructure modules (#1572)

* Move portbase into monorepo

* Add new simple module mgr

* [WIP] Switch to new simple module mgr

* Add StateMgr and more worker variants

* [WIP] Switch more modules

* [WIP] Switch more modules

* [WIP] swtich more modules

* [WIP] switch all SPN modules

* [WIP] switch all service modules

* [WIP] Convert all workers to the new module system

* [WIP] add new task system to module manager

* [WIP] Add second take for scheduling workers

* [WIP] Add FIXME for bugs in new scheduler

* [WIP] Add minor improvements to scheduler

* [WIP] Add new worker scheduler

* [WIP] Fix more bug related to new module system

* [WIP] Fix start handing of the new module system

* [WIP] Improve startup process

* [WIP] Fix minor issues

* [WIP] Fix missing subsystem in settings

* [WIP] Initialize managers in constructor

* [WIP] Move module event initialization to constrictors

* [WIP] Fix setting for enabling and disabling the SPN module

* [WIP] Move API registeration into module construction

* [WIP] Update states mgr for all modules

* [WIP] Add CmdLine operation support

* Add state helper methods to module group and instance

* Add notification and module status handling to status package

* Fix starting issues

* Remove pilot widget and update security lock to new status data

* Remove debug logs

* Improve http server shutdown

* Add workaround for cleanly shutting down firewall+netquery

* Improve logging

* Add syncing states with notifications for new module system

* Improve starting, stopping, shutdown; resolve FIXMEs/TODOs

* [WIP] Fix most unit tests

* Review new module system and fix minor issues

* Push shutdown and restart events again via API

* Set sleep mode via interface

* Update example/template module

* [WIP] Fix spn/cabin unit test

* Remove deprecated UI elements

* Make log output more similar for the logging transition phase

* Switch spn hub and observer cmds to new module system

* Fix log sources

* Make worker mgr less error prone

* Fix tests and minor issues

* Fix observation hub

* Improve shutdown and restart handling

* Split up big connection.go source file

* Move varint and dsd packages to structures repo

* Improve expansion test

* Fix linter warnings

* Fix interception module on windows

* Fix linter errors

---------

Co-authored-by: Vladimir Stoilov <vladimir@safing.io>
This commit is contained in:
Daniel Hååvi
2024-08-09 17:15:48 +02:00
committed by GitHub
parent 10a77498f4
commit 80664d1a27
647 changed files with 37690 additions and 3366 deletions

View File

@@ -58,7 +58,7 @@ func createRandomTestMap(seed int64, size int) *Map {
}
// Create Hub list.
var hubs []*hub.Hub
hubs := make([]*hub.Hub, 0, size)
// Create Intel data structure.
mapIntel := &hub.Intel{
@@ -69,7 +69,7 @@ func createRandomTestMap(seed int64, size int) *Map {
var currentGroup string
// Create [size] fake Hubs.
for i := 0; i < size; i++ {
for i := range size {
// Change group every 5 Hubs.
if i%5 == 0 {
currentGroup = gofakeit.Username()
@@ -81,7 +81,7 @@ func createRandomTestMap(seed int64, size int) *Map {
}
// Fake three superseeded Hubs.
for i := 0; i < 3; i++ {
for i := range 3 {
h := hubs[size-1-i]
// Set FirstSeen in the past and copy an IP address of an existing Hub.
@@ -95,7 +95,7 @@ func createRandomTestMap(seed int64, size int) *Map {
// Create Lanes between Hubs in order to create the network.
totalConnections := size * 10
for i := 0; i < totalConnections; i++ {
for range totalConnections {
// Get new random indexes.
indexA := gofakeit.Number(0, size-1)
indexB := gofakeit.Number(0, size-1)
@@ -246,7 +246,7 @@ func createFakeHub(group string, randomFailes bool, mapIntel *hub.Intel) *hub.Hu
func createGoodIP(v4 bool) (net.IP, *geoip.Location) {
var candidate net.IP
for i := 0; i < 100; i++ {
for range 100 {
if v4 {
candidate = net.ParseIP(gofakeit.IPv4Address())
} else {