diff --git a/prometheus/prometheus.go b/prometheus/prometheus.go
index f75f12489..1cc08a268 100644
--- a/prometheus/prometheus.go
+++ b/prometheus/prometheus.go
@@ -177,6 +177,7 @@ func (c *prometheusClient) Gauge(name string, value float64, rate float64) {
 		gauge, err = gaugeVec.GetMetricWith(labels)
 		if err != nil {
 			c.logger.Printf("gaugeVec.GetMetricWith error: %s", err)
+			return
 		}
 	}
 	gauge.Set(float64(value))
@@ -219,6 +220,7 @@ func (c *prometheusClient) Histogram(name string, value float64, rate float64) {
 		observer, err = summaryVec.GetMetricWith(labels)
 		if err != nil {
 			c.logger.Printf("summaryVec.GetMetricWith error: %s", err)
+			return
 		}
 	}
 	observer.Observe(value)