watch-tool/parser/ts_parser.go

package parser

import (
	"log/slog"
	"regexp"
	"strconv"
	"strings"
	"watch-tool/helpers"
	"watch-tool/models"
)

var (
	tsServicePattern    = regexp.MustCompile(`^(?<level>\S+)\s+(?<time>\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2}\.\d{6})\s+(?<message>.*)`)
	tsTransferIDPattern = regexp.MustCompile(`^(?<transfer>\w{8}-\w{4}-\w{4}-\w{4}-\w{12})\s+(?<message>.*)`)
	tsDetailPattern1    = regexp.MustCompile(`in: Transfer start (?P<thread>\d+/\d+) buffers=(?P<buffers>\d+) files=(?P<files>\d+) size=(?P<size>[0-9.]+) MByte chunksize=(?P<chunksize>\d+) streams=(?P<streams>\d+) target-datarate=(?P<target_datarate>[0-9.]+) MByte/s protocol=(?P<protocol>\w+) dest=(?P<dest>\S+) sender-id=(?P<sender_id>\S+)`)
	tsDetailPattern2    = regexp.MustCompile(`out: Start remote transfer to (?P<target>[^\s]+) request executed, duration=(?P<duration>[0-9.]+) s`)
	tsDetailPattern3    = regexp.MustCompile(`out: Transfer start (?P<thread>\d+/\d+) buffers=(?P<buffers>\d+) files=(?P<files>\d+) size=(?P<size>[0-9.]+) MByte chunksize=(?P<chunksize>\d+) streams=(?P<streams>\d+) target-datarate=(?P<target_datarate>[0-9.]+) MByte/s protocol=(?P<protocol>\w+) src=(?P<src>\S+) receiver=(?P<receiver>\S+)`)
	tsDetailPattern4    = regexp.MustCompile(`out: Start transfer (?P<thread>\d+/\d+), src=(?P<src>[^ ]*) dest=(?P<dest>[^ ]*) item\[0\]=(?P<item0>[^ ]*) count=(?P<count>\d+)`)
)

type TSParser struct{}

func (p *TSParser) Parse(line string) (models.LogMessage, error) {
	newEntry := models.LogMessage{
		Service: "tixstream",
	}
	syslogFields, logContent := helpers.ExtractSyslogHeader(line)
	newEntry.Host = syslogFields.Hostname
	newEntry.Raw = line
	newEntry.Type = "service_log"
	matches := tsServicePattern.FindStringSubmatch(logContent)
	if len(matches) > 0 {
		timestampStr := strings.Join(strings.Split(matches[2], " "), "T")
		timestamp, err := helpers.ParseRFC3339WithOptionalZ(timestampStr)
		if err != nil {
			slog.Error("unable to parse time", "error", err)
		}
		if timestamp.IsZero() {
			timestamp = syslogFields.SysLogTimestamp
		}
		newEntry.LogLevel = strings.TrimSpace(matches[1])
		newEntry.LogLevel = strings.ReplaceAll(newEntry.LogLevel, "ACE_Message_Block", "")
		newEntry.Timestamp = timestamp
		newEntry.LogMessage = strings.TrimSpace(matches[3])
	} else {
		newEntry.LogMessage = logContent
	}
	var baseInfo models.TSTransferInfo
	trNameMatch := tsTransferIDPattern.FindStringSubmatch(newEntry.LogMessage)
	var transferID string
	if len(trNameMatch) > 0 {
		transferID = trNameMatch[1]
		newEntry.LogMessage = trNameMatch[2]
		split := strings.Fields(trNameMatch[2])
		switch split[0] {
		case "in:":
			baseInfo.Direction = "incoming"
		case "out:":
			baseInfo.Direction = "outgoing"
		}
	}

	msg := strings.ReplaceAll(logContent, "    ", " ")
	parts := strings.Fields(msg)

	if len(parts) < 5 {
		return newEntry, nil
	}
	tsDetail := tsDetailPattern1.FindStringSubmatch(newEntry.LogMessage)
	if len(tsDetail) > 0 {
		threadInt, _ := strconv.Atoi(strings.Split(tsDetail[1], "/")[0])
		baseInfo.Lane = threadInt
		buffersInt, _ := strconv.Atoi(tsDetail[2])
		fileCountInt, _ := strconv.Atoi(tsDetail[3])
		fileSizeFloat, _ := strconv.ParseFloat(tsDetail[4], 64)
		streamsInt, _ := strconv.Atoi(tsDetail[6])
		datarateFloat, _ := strconv.ParseFloat(tsDetail[7], 64)
		chunkSizeInt, _ := strconv.Atoi(tsDetail[5])
		baseInfo.Buffers = buffersInt
		baseInfo.FileCount = fileCountInt
		baseInfo.FileSizeMB = fileSizeFloat
		baseInfo.ChunkSize = chunkSizeInt
		baseInfo.Streams = streamsInt
		baseInfo.TargetDatarate = datarateFloat
		baseInfo.Protocoll = tsDetail[8]
		baseInfo.Dest = tsDetail[9]
		baseInfo.SenderID = tsDetail[10]
	}
	tsDetail = tsDetailPattern2.FindStringSubmatch(newEntry.LogMessage)
	if len(tsDetail) > 0 {
		baseInfo.Target = tsDetail[1]
	}
	tsDetail = tsDetailPattern3.FindStringSubmatch(newEntry.LogMessage)
	if len(tsDetail) > 0 {
		threadInt, _ := strconv.Atoi(strings.Split(tsDetail[1], "/")[0])
		baseInfo.Lane = threadInt
		buffersInt, _ := strconv.Atoi(tsDetail[2])
		baseInfo.Buffers = buffersInt
		fileCountInt, _ := strconv.Atoi(tsDetail[3])
		fileSizeFloat, _ := strconv.ParseFloat(tsDetail[4], 64)
		chunkSizeInt, _ := strconv.Atoi(tsDetail[5])
		streamsInt, _ := strconv.Atoi(tsDetail[6])
		datarateFloat, _ := strconv.ParseFloat(tsDetail[7], 64)
		baseInfo.FileCount = fileCountInt
		baseInfo.FileSizeMB = fileSizeFloat
		baseInfo.ChunkSize = chunkSizeInt
		baseInfo.Streams = streamsInt
		baseInfo.TargetDatarate = datarateFloat
		baseInfo.Protocoll = tsDetail[8]
		baseInfo.Src = tsDetail[9]
		baseInfo.Receiver = tsDetail[10]
	}
	tsDetail = tsDetailPattern4.FindStringSubmatch(newEntry.LogMessage)
	if len(tsDetail) > 0 {
		threadInt, _ := strconv.Atoi(strings.Split(tsDetail[1], "/")[0])
		baseInfo.Lane = threadInt
		baseInfo.Src = tsDetail[2]
		baseInfo.Dest = tsDetail[3]
	}
	if strings.Contains(newEntry.LogMessage, "Transfer start") || strings.Contains(newEntry.LogMessage, "Transfer started,") {
		baseInfo.StartTime = newEntry.Timestamp
	}
	if strings.Contains(newEntry.LogMessage, "Transfer stopped local state=finished") {
		baseInfo.EndTime = newEntry.Timestamp
	}
	if transferID != "" {
		baseInfo.TransferID = transferID
	} else {
		baseInfo.TransferID = "no_transfer_id"
	}
	if !baseInfo.StartTime.IsZero() {
		newEntry.ServiceInformation = baseInfo
	}

	return newEntry, nil
}