starred/godoxy-yusing
1
0
Fork 0
mirror of https://github.com/yusing/godoxy.git synced 2026-03-28 03:51:08 +01:00
Code Issues 18 Packages Projects Releases 10 Wiki Activity

fix(healthcheck): retry on error and stop afte 5 trials

Browse Source
This commit is contained in:
yusing
2025-05-18 22:16:12 +08:00
parent 67a6b89ea5
commit cee6eaecff
1 changed files with 14 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
internal/watcher/health/monitor/monitor.go
View File

@@ -84,7 +84,7 @@ func (mon *monitor) ContextWithTimeout(cause string) (ctx context.Context, cance
// Start implements task.TaskStarter.
func (mon *monitor) Start(parent task.Parent) gperr.Error {
if mon.config.Interval <= 0 {
return gperr.Wrap(ErrNegativeInterval)
return ErrNegativeInterval
}
mon.service = parent.Name()
@@ -100,9 +100,11 @@ func (mon *monitor) Start(parent task.Parent) gperr.Error {
mon.task.Finish(nil)
}()
failures := 0
if err := mon.checkUpdateHealth(); err != nil {
logger.Err(err).Msg("healthchecker failure")
return
logger.Err(err).Msg("healthchecker error")
failures++
}
ticker := time.NewTicker(mon.config.Interval)
@@ -115,7 +117,15 @@ func (mon *monitor) Start(parent task.Parent) gperr.Error {
case <-ticker.C:
err := mon.checkUpdateHealth()
if err != nil {
logger.Err(err).Msg("healthchecker failure")
logger.Err(err).Msg("healthchecker error")
failures++
} else {
failures = 0
}
if failures >= 5 {
mon.status.Store(health.StatusError)
mon.task.Finish(err)
logger.Error().Msg("healthchecker stopped after 5 trials")
return
}
}