working on prometheus dashboard

.gitignore

@@ -1,3 +1,4 @@
+data
 *.log
 *.test
 cprof-*

Makefile

@@ -58,6 +58,9 @@ run-testserver:
 run-contentserver:
 	contentserver -var-dir var -webserver-address :9191 -address :9999 http://127.0.0.1:1234
 
+run-prometheus:
+	prometheus --config.file=prometheus/prometheus.yml
+
 clean-var:
 	rm var/contentserver-repo-2019*
 

contentserver.go

@@ -26,7 +26,7 @@ const (
 
 	ServiceName                  = "Content Server"
 	DefaultHealthzHandlerAddress = ":8080"
-	DefaultPrometheusListener    = ":9200"
+	DefaultPrometheusListener    = "127.0.0.1:9111"
 )
 
 var (

metrics/prometheus.go

@@ -8,17 +8,14 @@ import (
 	"go.uber.org/zap"
 )
 
-func PrometheusHandler() http.Handler {
-	h := http.NewServeMux()
-	h.Handle("/metrics", promhttp.Handler())
-	return h
-}
+const metricsRoute = "/metrics"
 
 func RunPrometheusHandler(listener string) {
 	Log.Info("starting prometheus handler on",
 		zap.String("address", listener),
+		zap.String("route", metricsRoute),
 	)
-	Log.Error("server failed: ",
-		zap.Error(http.ListenAndServe(listener, PrometheusHandler())),
+	Log.Error("prometheus listener failed",
+		zap.Error(http.ListenAndServe(listener, promhttp.Handler())),
 	)
 }

prometheus/prometheus.yml

@@ -0,0 +1,14 @@
+# reference: https://prometheus.io/docs/prometheus/latest/configuration/configuration/
+
+global:
+  scrape_interval: 15s
+  scrape_timeout: 15s
+  #evaluation_interval: 15s
+
+scrape_configs:
+  - job_name: contentserver
+    metrics_path: /metrics
+    scheme: http
+    static_configs:
+      - targets:
+        - 127.0.0.1:9111

status/metrics.go

@@ -63,15 +63,15 @@ func newMetrics() *Metrics {
 			"Duration in seconds for each successful repo.update() call",
 		),
 		ContentRequestCounter: newCounterVec(
-			"num_sockets_total",
-			"Total number of currently open socket connections",
-			metricLabelRemote,
-		),
-		NumSocketsGauge: newGaugeVec(
 			"content_request_count",
 			"Number of requests for content",
 			metricLabelSource,
 		),
+		NumSocketsGauge: newGaugeVec(
+			"num_sockets_total",
+			"Total number of currently open socket connections",
+			metricLabelRemote,
+		),
 	}
 }