mirror of
https://github.com/Dokploy/dokploy
synced 2025-06-26 18:27:59 +00:00
Reapply "Merge branch 'canary' into kucherenko/canary"
This reverts commit e6cb6454db.
This commit is contained in:
Mauricio Siu
61
apps/monitoring/containers/config.go
Normal file
61
apps/monitoring/containers/config.go
Normal file
@@ -0,0 +1,61 @@
|
||||
package containers
|
||||
|
||||
import (
|
||||
"strings"
|
||||
|
||||
"github.com/mauriciogm/dokploy/apps/monitoring/config"
|
||||
)
|
||||
|
||||
var monitorConfig *MonitoringConfig
|
||||
|
||||
func LoadConfig() error {
|
||||
cfg := config.GetMetricsConfig()
|
||||
monitorConfig = &MonitoringConfig{
|
||||
IncludeServices: make([]string, len(cfg.Containers.Services.Include)),
|
||||
ExcludeServices: make([]string, len(cfg.Containers.Services.Exclude)),
|
||||
}
|
||||
|
||||
// Convert Include services
|
||||
for i, svc := range cfg.Containers.Services.Include {
|
||||
monitorConfig.IncludeServices[i] = svc
|
||||
}
|
||||
|
||||
// Convert Exclude services
|
||||
for i, appName := range cfg.Containers.Services.Exclude {
|
||||
monitorConfig.ExcludeServices[i] = appName
|
||||
}
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func ShouldMonitorContainer(containerName string) bool {
|
||||
if monitorConfig == nil {
|
||||
return false
|
||||
}
|
||||
|
||||
for _, excluded := range monitorConfig.ExcludeServices {
|
||||
if strings.Contains(containerName, excluded) {
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
if len(monitorConfig.IncludeServices) > 0 {
|
||||
for _, included := range monitorConfig.IncludeServices {
|
||||
if strings.Contains(containerName, included) {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
func GetServiceName(containerName string) string {
|
||||
name := strings.TrimPrefix(containerName, "/")
|
||||
parts := strings.Split(name, "-")
|
||||
if len(parts) > 1 {
|
||||
return strings.Join(parts[:len(parts)-1], "-")
|
||||
}
|
||||
return name
|
||||
}
|
||||
270
apps/monitoring/containers/monitor.go
Normal file
270
apps/monitoring/containers/monitor.go
Normal file
@@ -0,0 +1,270 @@
|
||||
package containers
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"log"
|
||||
"os/exec"
|
||||
"strconv"
|
||||
"strings"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"github.com/mauriciogm/dokploy/apps/monitoring/config"
|
||||
"github.com/mauriciogm/dokploy/apps/monitoring/database"
|
||||
)
|
||||
|
||||
type ContainerMonitor struct {
|
||||
db *database.DB
|
||||
isRunning bool
|
||||
mu sync.Mutex
|
||||
stopChan chan struct{}
|
||||
}
|
||||
|
||||
func NewContainerMonitor(db *database.DB) (*ContainerMonitor, error) {
|
||||
if err := db.InitContainerMetricsTable(); err != nil {
|
||||
return nil, fmt.Errorf("failed to initialize container metrics table: %v", err)
|
||||
}
|
||||
|
||||
return &ContainerMonitor{
|
||||
db: db,
|
||||
stopChan: make(chan struct{}),
|
||||
}, nil
|
||||
}
|
||||
|
||||
func (cm *ContainerMonitor) Start() error {
|
||||
if err := LoadConfig(); err != nil {
|
||||
return fmt.Errorf("error loading config: %v", err)
|
||||
}
|
||||
|
||||
// Check if there are services to monitor
|
||||
if len(monitorConfig.IncludeServices) == 0 {
|
||||
log.Printf("No services to monitor. Skipping container metrics collection")
|
||||
return nil
|
||||
}
|
||||
|
||||
metricsConfig := config.GetMetricsConfig()
|
||||
refreshRate := metricsConfig.Containers.RefreshRate
|
||||
if refreshRate == 0 {
|
||||
refreshRate = 60 // default refresh rate
|
||||
}
|
||||
duration := time.Duration(refreshRate) * time.Second
|
||||
|
||||
// log.Printf("Container metrics collection will run every %d seconds for services: %v", refreshRate, monitorConfig.IncludeServices)
|
||||
|
||||
ticker := time.NewTicker(duration)
|
||||
go func() {
|
||||
for {
|
||||
select {
|
||||
case <-ticker.C:
|
||||
// Check again in case the configuration has changed
|
||||
if len(monitorConfig.IncludeServices) == 0 {
|
||||
log.Printf("No services to monitor. Stopping metrics collection")
|
||||
ticker.Stop()
|
||||
return
|
||||
}
|
||||
cm.collectMetrics()
|
||||
case <-cm.stopChan:
|
||||
ticker.Stop()
|
||||
return
|
||||
}
|
||||
}
|
||||
}()
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
func (cm *ContainerMonitor) Stop() {
|
||||
close(cm.stopChan)
|
||||
}
|
||||
|
||||
func (cm *ContainerMonitor) collectMetrics() {
|
||||
cm.mu.Lock()
|
||||
if cm.isRunning {
|
||||
cm.mu.Unlock()
|
||||
log.Println("Previous collection still running, skipping...")
|
||||
return
|
||||
}
|
||||
cm.isRunning = true
|
||||
cm.mu.Unlock()
|
||||
|
||||
defer func() {
|
||||
cm.mu.Lock()
|
||||
cm.isRunning = false
|
||||
cm.mu.Unlock()
|
||||
}()
|
||||
|
||||
cmd := exec.Command("docker", "stats", "--no-stream", "--format",
|
||||
`{"BlockIO":"{{.BlockIO}}","CPUPerc":"{{.CPUPerc}}","ID":"{{.ID}}","MemPerc":"{{.MemPerc}}","MemUsage":"{{.MemUsage}}","Name":"{{.Name}}","NetIO":"{{.NetIO}}"}`)
|
||||
|
||||
output, err := cmd.CombinedOutput()
|
||||
|
||||
// log.Printf("Output: %s", string(output))
|
||||
if err != nil {
|
||||
log.Printf("Error getting docker stats: %v", err)
|
||||
return
|
||||
}
|
||||
|
||||
lines := string(output)
|
||||
if lines == "" {
|
||||
return
|
||||
}
|
||||
|
||||
seenServices := make(map[string]bool)
|
||||
for _, line := range strings.Split(lines, "\n") {
|
||||
if line == "" {
|
||||
continue
|
||||
}
|
||||
|
||||
var container Container
|
||||
if err := json.Unmarshal([]byte(line), &container); err != nil {
|
||||
log.Printf("Error parsing container data: %v", err)
|
||||
continue
|
||||
}
|
||||
|
||||
if !ShouldMonitorContainer(container.Name) {
|
||||
continue
|
||||
}
|
||||
|
||||
serviceName := GetServiceName(container.Name)
|
||||
|
||||
if seenServices[serviceName] {
|
||||
continue
|
||||
}
|
||||
|
||||
seenServices[serviceName] = true
|
||||
|
||||
// log.Printf("Container: %+v", container)
|
||||
|
||||
// Process metrics
|
||||
metric := processContainerMetrics(container)
|
||||
|
||||
// log.Printf("Saving metrics for %s: %+v", serviceName, metric)
|
||||
|
||||
if err := cm.db.SaveContainerMetric(metric); err != nil {
|
||||
log.Printf("Error saving metrics for %s: %v", serviceName, err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func processContainerMetrics(container Container) *database.ContainerMetric {
|
||||
|
||||
// Process CPU
|
||||
cpu, _ := strconv.ParseFloat(strings.TrimSuffix(container.CPUPerc, "%"), 64)
|
||||
|
||||
// Process Memory
|
||||
memPerc, _ := strconv.ParseFloat(strings.TrimSuffix(container.MemPerc, "%"), 64)
|
||||
memParts := strings.Split(container.MemUsage, " / ")
|
||||
|
||||
var usedValue, totalValue float64
|
||||
var usedUnit, totalUnit string
|
||||
|
||||
if len(memParts) == 2 {
|
||||
// Process used memory
|
||||
usedParts := strings.Fields(memParts[0])
|
||||
if len(usedParts) > 0 {
|
||||
usedValue, _ = strconv.ParseFloat(strings.TrimRight(usedParts[0], "MiBGiB"), 64)
|
||||
usedUnit = strings.TrimLeft(usedParts[0], "0123456789.")
|
||||
// Convert MiB to MB and GiB to GB
|
||||
if usedUnit == "MiB" {
|
||||
usedUnit = "MB"
|
||||
} else if usedUnit == "GiB" {
|
||||
usedUnit = "GB"
|
||||
}
|
||||
}
|
||||
|
||||
// Process total memory
|
||||
totalParts := strings.Fields(memParts[1])
|
||||
if len(totalParts) > 0 {
|
||||
totalValue, _ = strconv.ParseFloat(strings.TrimRight(totalParts[0], "MiBGiB"), 64)
|
||||
totalUnit = strings.TrimLeft(totalParts[0], "0123456789.")
|
||||
// Convert MiB to MB and GiB to GB
|
||||
if totalUnit == "MiB" {
|
||||
totalUnit = "MB"
|
||||
} else if totalUnit == "GiB" {
|
||||
totalUnit = "GB"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Process Network I/O
|
||||
netParts := strings.Split(container.NetIO, " / ")
|
||||
|
||||
var netInValue, netOutValue float64
|
||||
var netInUnit, netOutUnit string
|
||||
|
||||
if len(netParts) == 2 {
|
||||
// Process input
|
||||
inParts := strings.Fields(netParts[0])
|
||||
if len(inParts) > 0 {
|
||||
netInValue, _ = strconv.ParseFloat(strings.TrimRight(inParts[0], "kMGTB"), 64)
|
||||
netInUnit = strings.TrimLeft(inParts[0], "0123456789.")
|
||||
}
|
||||
|
||||
// Process output
|
||||
outParts := strings.Fields(netParts[1])
|
||||
if len(outParts) > 0 {
|
||||
netOutValue, _ = strconv.ParseFloat(strings.TrimRight(outParts[0], "kMGTB"), 64)
|
||||
netOutUnit = strings.TrimLeft(outParts[0], "0123456789.")
|
||||
}
|
||||
}
|
||||
|
||||
// Process Block I/O
|
||||
blockParts := strings.Split(container.BlockIO, " / ")
|
||||
|
||||
var blockReadValue, blockWriteValue float64
|
||||
var blockReadUnit, blockWriteUnit string
|
||||
|
||||
if len(blockParts) == 2 {
|
||||
// Process read
|
||||
readParts := strings.Fields(blockParts[0])
|
||||
if len(readParts) > 0 {
|
||||
blockReadValue, _ = strconv.ParseFloat(strings.TrimRight(readParts[0], "kMGTB"), 64)
|
||||
blockReadUnit = strings.TrimLeft(readParts[0], "0123456789.")
|
||||
}
|
||||
|
||||
// Process write
|
||||
writeParts := strings.Fields(blockParts[1])
|
||||
if len(writeParts) > 0 {
|
||||
blockWriteValue, _ = strconv.ParseFloat(strings.TrimRight(writeParts[0], "kMGTB"), 64)
|
||||
blockWriteUnit = strings.TrimLeft(writeParts[0], "0123456789.")
|
||||
}
|
||||
}
|
||||
|
||||
return &database.ContainerMetric{
|
||||
Timestamp: time.Now().UTC().Format(time.RFC3339Nano),
|
||||
CPU: cpu,
|
||||
Memory: database.MemoryMetric{
|
||||
Percentage: memPerc,
|
||||
Used: usedValue,
|
||||
Total: totalValue,
|
||||
UsedUnit: usedUnit,
|
||||
TotalUnit: totalUnit,
|
||||
},
|
||||
Network: database.NetworkMetric{
|
||||
Input: netInValue,
|
||||
Output: netOutValue,
|
||||
InputUnit: netInUnit,
|
||||
OutputUnit: netOutUnit,
|
||||
},
|
||||
BlockIO: database.BlockIOMetric{
|
||||
Read: blockReadValue,
|
||||
Write: blockWriteValue,
|
||||
ReadUnit: blockReadUnit,
|
||||
WriteUnit: blockWriteUnit,
|
||||
},
|
||||
Container: container.ID,
|
||||
ID: container.ID,
|
||||
Name: container.Name,
|
||||
}
|
||||
}
|
||||
|
||||
func parseValue(value string) (float64, string) {
|
||||
parts := strings.Fields(value)
|
||||
if len(parts) < 1 {
|
||||
return 0, "B"
|
||||
}
|
||||
v, _ := strconv.ParseFloat(parts[0], 64)
|
||||
unit := strings.TrimLeft(value, "0123456789.")
|
||||
return v, unit
|
||||
}
|
||||
48
apps/monitoring/containers/types.go
Normal file
48
apps/monitoring/containers/types.go
Normal file
@@ -0,0 +1,48 @@
|
||||
package containers
|
||||
|
||||
type Container struct {
|
||||
BlockIO string `json:"BlockIO"`
|
||||
CPUPerc string `json:"CPUPerc"`
|
||||
ID string `json:"ID"`
|
||||
MemPerc string `json:"MemPerc"`
|
||||
MemUsage string `json:"MemUsage"`
|
||||
Name string `json:"Name"`
|
||||
NetIO string `json:"NetIO"`
|
||||
}
|
||||
|
||||
type ContainerMetric struct {
|
||||
Timestamp string `json:"timestamp"`
|
||||
CPU float64 `json:"CPU"`
|
||||
Memory MemoryMetric `json:"Memory"`
|
||||
Network NetworkMetric `json:"Network"`
|
||||
BlockIO BlockIOMetric `json:"BlockIO"`
|
||||
Container string `json:"Container"`
|
||||
ID string `json:"ID"`
|
||||
Name string `json:"Name"`
|
||||
}
|
||||
|
||||
type MemoryMetric struct {
|
||||
Percentage float64 `json:"percentage"`
|
||||
Used float64 `json:"used"`
|
||||
Total float64 `json:"total"`
|
||||
Unit string `json:"unit"`
|
||||
}
|
||||
|
||||
type NetworkMetric struct {
|
||||
Input float64 `json:"input"`
|
||||
Output float64 `json:"output"`
|
||||
InputUnit string `json:"inputUnit"`
|
||||
OutputUnit string `json:"outputUnit"`
|
||||
}
|
||||
|
||||
type BlockIOMetric struct {
|
||||
Read float64 `json:"read"`
|
||||
Write float64 `json:"write"`
|
||||
ReadUnit string `json:"readUnit"`
|
||||
WriteUnit string `json:"writeUnit"`
|
||||
}
|
||||
|
||||
type MonitoringConfig struct {
|
||||
IncludeServices []string `json:"includeServices"`
|
||||
ExcludeServices []string `json:"excludeServices"`
|
||||
}
|
||||
Reference in New Issue
Block a user