git/watch-tool
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: optimize retry logic for marking logs as exported

Browse source
This commit is contained in:
Patryk Hegenberg 2025-09-24 08:30:13 +02:00
parent 368a3cf062
commit 49095b78d4
1 changed files with 34 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

36
export_manager.go
View file

@ -5,6 +5,7 @@ import (
"fmt"
"log/slog"
"maps"
"strings"
"sync"
"time"
)
@ -116,9 +117,40 @@ func (em *ExportManager) exportBatch(ctx context.Context) {
}
}
if err := em.storage.(*SQLiteStorage).MarkAsExported(ctx, ids); err != nil {
slog.Error("Failed to mark entries as exported", "error", err)
backoff := time.Duration(0)
var lastErr error
for attempt := 0; attempt <= em.config.RetryAttempts; attempt++ {
if attempt > 0 {
backoff = time.Duration(attempt) * em.config.RetryBackoff
time.Sleep(backoff)
}
err := em.storage.(*SQLiteStorage).MarkAsExported(ctx, ids)
if err == nil {
break
}
lastErr = err
if strings.Contains(err.Error(), "database is locked") {
continue
} else {
slog.Error("Failed to mark entries as exported", "error", err)
break
}
}
if lastErr != nil && backoff > 0 {
slog.Error("Failed to mark entries as exported after retries", "error", lastErr)
}
// if err := em.storage.(*SQLiteStorage).MarkAsExported(ctx, ids); err != nil {
// if strings.Contains(err.Error(), "database is locked") {
// time.Sleep(50 * time.Millisecond)
// err := em.storage.(*SQLiteStorage).MarkAsExported(ctx, ids)
// if err != nil {
// slog.Error("Failed to mark entries as exported", "error", err)
// }
// }
// slog.Error("Failed to mark entries as exported", "error", err)
// }
}
}