log a warning when reporters or taggers take too long to generate

weaveworks · Feb 8, 2016 · 6c16beb · 6c16beb
1 parent e28215b
commit 6c16beb
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/probe/probe.go b/probe/probe.go
@@ -133,7 +133,9 @@ func (p *Probe) report() report.Report {
 	for _, rep := range p.reporters {
 		go func(rep Reporter) {
 			t := time.Now()
+			timer := time.AfterFunc(p.spyInterval, func() { log.Warningf("%v reporter took longer than %v", rep.Name(), p.spyInterval) })
 			newReport, err := rep.Report()
+			timer.Stop()
 			metrics.MeasureSince([]string{rep.Name(), "reporter"}, t)
 			if err != nil {
 				log.Errorf("error generating report: %v", err)
@@ -154,7 +156,9 @@ func (p *Probe) tag(r report.Report) report.Report {
 	var err error
 	for _, tagger := range p.taggers {
 		t := time.Now()
+		timer := time.AfterFunc(p.spyInterval, func() { log.Warningf("%v tagger took longer than %v", tagger.Name(), p.spyInterval) })
 		r, err = tagger.Tag(r)
+		timer.Stop()
 		metrics.MeasureSince([]string{tagger.Name(), "tagger"}, t)
 		if err != nil {
 			log.Errorf("error applying tagger: %v", err)