Restructure modules (#1572)

* Move portbase into monorepo * Add new simple module mgr * [WIP] Switch to new simple module mgr * Add StateMgr and more worker variants * [WIP] Switch more modules * [WIP] Switch more modules * [WIP] swtich more modules * [WIP] switch all SPN modules * [WIP] switch all service modules * [WIP] Convert all workers to the new module system * [WIP] add new task system to module manager * [WIP] Add second take for scheduling workers * [WIP] Add FIXME for bugs in new scheduler * [WIP] Add minor improvements to scheduler * [WIP] Add new worker scheduler * [WIP] Fix more bug related to new module system * [WIP] Fix start handing of the new module system * [WIP] Improve startup process * [WIP] Fix minor issues * [WIP] Fix missing subsystem in settings * [WIP] Initialize managers in constructor * [WIP] Move module event initialization to constrictors * [WIP] Fix setting for enabling and disabling the SPN module * [WIP] Move API registeration into module construction * [WIP] Update states mgr for all modules * [WIP] Add CmdLine operation support * Add state helper methods to module group and instance * Add notification and module status handling to status package * Fix starting issues * Remove pilot widget and update security lock to new status data * Remove debug logs * Improve http server shutdown * Add workaround for cleanly shutting down firewall+netquery * Improve logging * Add syncing states with notifications for new module system * Improve starting, stopping, shutdown; resolve FIXMEs/TODOs * [WIP] Fix most unit tests * Review new module system and fix minor issues * Push shutdown and restart events again via API * Set sleep mode via interface * Update example/template module * [WIP] Fix spn/cabin unit test * Remove deprecated UI elements * Make log output more similar for the logging transition phase * Switch spn hub and observer cmds to new module system * Fix log sources * Make worker mgr less error prone * Fix tests and minor issues * Fix observation hub * Improve shutdown and restart handling * Split up big connection.go source file * Move varint and dsd packages to structures repo * Improve expansion test * Fix linter warnings * Fix interception module on windows * Fix linter errors --------- Co-authored-by: Vladimir Stoilov <vladimir@safing.io>
2024-08-09 17:15:48 +02:00
parent 10a77498f4
commit 80664d1a27
647 changed files with 37690 additions and 3366 deletions
--- a/base/metrics/metrics_runtime.go
+++ b/base/metrics/metrics_runtime.go
@@ -0,0 +1,98 @@
+package metrics
+
+import (
+	"bufio"
+	"bytes"
+	"fmt"
+	"io"
+	"strings"
+
+	vm "github.com/VictoriaMetrics/metrics"
+
+	"github.com/safing/portmaster/base/api"
+	"github.com/safing/portmaster/base/config"
+	"github.com/safing/portmaster/base/log"
+)
+
+func registerRuntimeMetric() error {
+	runtimeBase, err := newMetricBase("_runtime", nil, Options{
+		Name:           "Golang Runtime",
+		Permission:     api.PermitAdmin,
+		ExpertiseLevel: config.ExpertiseLevelDeveloper,
+	})
+	if err != nil {
+		return err
+	}
+
+	return register(&runtimeMetrics{
+		metricBase: runtimeBase,
+	})
+}
+
+type runtimeMetrics struct {
+	*metricBase
+}
+
+func (r *runtimeMetrics) WritePrometheus(w io.Writer) {
+	// If there nothing to change, just write directly to w.
+	if metricNamespace == "" && len(globalLabels) == 0 {
+		vm.WriteProcessMetrics(w)
+		return
+	}
+
+	// Write metrics to buffer.
+	buf := new(bytes.Buffer)
+	vm.WriteProcessMetrics(buf)
+
+	// Add namespace and label per line.
+	scanner := bufio.NewScanner(buf)
+	scanner.Split(bufio.ScanLines)
+	for scanner.Scan() {
+		line := scanner.Text()
+
+		// Add namespace, if set.
+		if metricNamespace != "" {
+			line = metricNamespace + "_" + line
+		}
+
+		// Add global labels, if set.
+		if len(globalLabels) > 0 {
+			// Find where to insert.
+			mergeWithExisting := true
+			insertAt := strings.Index(line, "{") + 1
+			if insertAt <= 0 {
+				mergeWithExisting = false
+				insertAt = strings.Index(line, " ")
+				if insertAt < 0 {
+					continue
+				}
+			}
+
+			// Write new line directly to w.
+			fmt.Fprint(w, line[:insertAt])
+			if !mergeWithExisting {
+				fmt.Fprint(w, "{")
+			}
+			labelsAdded := 0
+			for labelKey, labelValue := range globalLabels {
+				fmt.Fprintf(w, "%s=%q", labelKey, labelValue)
+				// Add separator if not last label.
+				labelsAdded++
+				if labelsAdded < len(globalLabels) {
+					fmt.Fprint(w, ", ")
+				}
+			}
+			if mergeWithExisting {
+				fmt.Fprint(w, ", ")
+			} else {
+				fmt.Fprint(w, "}")
+			}
+			fmt.Fprintln(w, line[insertAt:])
+		}
+	}
+
+	// Check if there was an error in the scanner.
+	if scanner.Err() != nil {
+		log.Warningf("metrics: failed to scan go process metrics: %s", scanner.Err())
+	}
+}