refactor: use parser package for systemd logs

2025-09-25 00:01:34 +02:00 · 2025-09-25 00:01:34 +02:00 · e468b3a0e3
commit e468b3a0e3
parent 9aa1b7384d
13 changed files with 897 additions and 275 deletions
--- a/parser/ts_parser.go
+++ b/parser/ts_parser.go
@ -0,0 +1,136 @@
+package parser
+
+import (
+	"log/slog"
+	"regexp"
+	"strconv"
+	"strings"
+	"tixel_watch/helpers"
+	"tixel_watch/models"
+)
+
+var (
+	tsServicePattern    = regexp.MustCompile(`^(?<level>\S+)\s+(?<time>\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\.\d{6})\s+(?<message>.*)`)
+	tsTransferIDPattern = regexp.MustCompile(`^(?<transfer>\w{8}-\w{4}-\w{4}-\w{4}-\w{12})\s+(?<message>.*)`)
+	tsDetailPattern1    = regexp.MustCompile(`in: Transfer start (?P<thread>\d+/\d+) buffers=(?P<buffers>\d+) files=(?P<files>\d+) size=(?P<size>[0-9.]+) MByte chunksize=(?P<chunksize>\d+) streams=(?P<streams>\d+) target-datarate=(?P<target_datarate>[0-9.]+) MByte/s protocol=(?P<protocol>\w+) dest=(?P<dest>\S+) sender-id=(?P<sender_id>\S+)`)
+	tsDetailPattern2    = regexp.MustCompile(`out: Start remote transfer to (?P<target>[^\s]+) request executed, duration=(?P<duration>[0-9.]+) s`)
+	tsDetailPattern3    = regexp.MustCompile(`out: Transfer start (?P<thread>\d+/\d+) buffers=(?P<buffers>\d+) files=(?P<files>\d+) size=(?P<size>[0-9.]+) MByte chunksize=(?P<chunksize>\d+) streams=(?P<streams>\d+) target-datarate=(?P<target_datarate>[0-9.]+) MByte/s protocol=(?P<protocol>\w+) src=(?P<src>\S+) receiver=(?P<receiver>\S+)`)
+	tsDetailPattern4    = regexp.MustCompile(`out: Start transfer (?P<thread>\d+/\d+), src=(?P<src>[^ ]*) dest=(?P<dest>[^ ]*) item\[0\]=(?P<item0>[^ ]*) count=(?P<count>\d+)`)
+)
+
+type TSParser struct{}
+
+func (p *TSParser) Parse(line string) (models.LogMessage, error) {
+	newEntry := models.LogMessage{
+		Service: "tixstream",
+	}
+	syslogFields, logContent := helpers.ExtractSyslogHeader(line)
+	newEntry.Host = syslogFields.Hostname
+	newEntry.Raw = line
+	newEntry.Type = "service_log"
+	matches := tsServicePattern.FindStringSubmatch(logContent)
+	if len(matches) > 0 {
+		timestampStr := strings.Join(strings.Split(matches[2], " "), "T")
+		timestamp, err := helpers.ParseRFC3339WithOptionalZ(timestampStr)
+		if err != nil {
+			slog.Error("unable to parse time", "error", err)
+		}
+		if timestamp.IsZero() {
+			timestamp = syslogFields.SysLogTimestamp
+		}
+		newEntry.LogLevel = strings.TrimSpace(matches[1])
+		newEntry.LogLevel = strings.ReplaceAll(newEntry.LogLevel, "ACE_Message_Block", "")
+		newEntry.Timestamp = timestamp
+		newEntry.LogMessage = strings.TrimSpace(matches[3])
+	} else {
+		newEntry.LogMessage = logContent
+	}
+	var baseInfo models.TSTransferInfo
+	trNameMatch := tsTransferIDPattern.FindStringSubmatch(newEntry.LogMessage)
+	var transferID string
+	if len(trNameMatch) > 0 {
+		transferID = trNameMatch[1]
+		newEntry.LogMessage = trNameMatch[2]
+		split := strings.Fields(trNameMatch[2])
+		switch split[0] {
+		case "in:":
+			baseInfo.Direction = "incoming"
+		case "out:":
+			baseInfo.Direction = "outgoing"
+		}
+	}
+
+	msg := strings.ReplaceAll(logContent, "    ", " ")
+	parts := strings.Fields(msg)
+
+	if len(parts) < 5 {
+		return newEntry, nil
+	}
+	tsDetail := tsDetailPattern1.FindStringSubmatch(newEntry.LogMessage)
+	if len(tsDetail) > 0 {
+		threadInt, _ := strconv.Atoi(strings.Split(tsDetail[1], "/")[0])
+		baseInfo.Lane = threadInt
+		buffersInt, _ := strconv.Atoi(tsDetail[2])
+		fileCountInt, _ := strconv.Atoi(tsDetail[3])
+		fileSizeFloat, _ := strconv.ParseFloat(tsDetail[4], 64)
+		streamsInt, _ := strconv.Atoi(tsDetail[6])
+		datarateFloat, _ := strconv.ParseFloat(tsDetail[7], 64)
+		chunkSizeInt, _ := strconv.Atoi(tsDetail[5])
+		baseInfo.Buffers = buffersInt
+		baseInfo.FileCount = fileCountInt
+		baseInfo.FileSizeMB = fileSizeFloat
+		baseInfo.ChunkSize = chunkSizeInt
+		baseInfo.Streams = streamsInt
+		baseInfo.TargetDatarate = datarateFloat
+		baseInfo.Protocoll = tsDetail[8]
+		baseInfo.Dest = tsDetail[9]
+		baseInfo.SenderID = tsDetail[10]
+	}
+	tsDetail = tsDetailPattern2.FindStringSubmatch(newEntry.LogMessage)
+	if len(tsDetail) > 0 {
+		baseInfo.Target = tsDetail[1]
+	}
+	tsDetail = tsDetailPattern3.FindStringSubmatch(newEntry.LogMessage)
+	if len(tsDetail) > 0 {
+		threadInt, _ := strconv.Atoi(strings.Split(tsDetail[1], "/")[0])
+		baseInfo.Lane = threadInt
+		buffersInt, _ := strconv.Atoi(tsDetail[2])
+		baseInfo.Buffers = buffersInt
+		fileCountInt, _ := strconv.Atoi(tsDetail[3])
+		fileSizeFloat, _ := strconv.ParseFloat(tsDetail[4], 64)
+		chunkSizeInt, _ := strconv.Atoi(tsDetail[5])
+		streamsInt, _ := strconv.Atoi(tsDetail[6])
+		datarateFloat, _ := strconv.ParseFloat(tsDetail[7], 64)
+		baseInfo.FileCount = fileCountInt
+		baseInfo.FileSizeMB = fileSizeFloat
+		baseInfo.ChunkSize = chunkSizeInt
+		baseInfo.Streams = streamsInt
+		baseInfo.TargetDatarate = datarateFloat
+		baseInfo.Protocoll = tsDetail[8]
+		baseInfo.Src = tsDetail[9]
+		baseInfo.Receiver = tsDetail[10]
+	}
+	tsDetail = tsDetailPattern4.FindStringSubmatch(newEntry.LogMessage)
+	if len(tsDetail) > 0 {
+		threadInt, _ := strconv.Atoi(strings.Split(tsDetail[1], "/")[0])
+		baseInfo.Lane = threadInt
+		baseInfo.Src = tsDetail[2]
+		baseInfo.Dest = tsDetail[3]
+	}
+	if strings.Contains(newEntry.LogMessage, "Transfer start") || strings.Contains(newEntry.LogMessage, "Transfer started,") {
+		baseInfo.StartTime = newEntry.Timestamp
+	}
+	if strings.Contains(newEntry.LogMessage, "Transfer stopped local state=finished") {
+		baseInfo.EndTime = newEntry.Timestamp
+	}
+	if transferID != "" {
+		baseInfo.TransferID = transferID
+	} else {
+		baseInfo.TransferID = "no_transfer_id"
+	}
+	if !baseInfo.StartTime.IsZero() {
+		newEntry.ServiceInformation = baseInfo
+	}
+
+	return newEntry, nil
+}