Skip to content

Fix use of dedicated listeners with multiprocess #283

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 22 additions & 11 deletions django_prometheus/exports.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,19 @@
logger = logging.getLogger(__name__)


def SetupPrometheusEndpointOnPort(port, addr=""):
def GetRegistry():
if (
"PROMETHEUS_MULTIPROC_DIR" in os.environ
or "prometheus_multiproc_dir" in os.environ
):
registry = prometheus_client.CollectorRegistry()
multiprocess.MultiProcessCollector(registry)
else:
registry = prometheus_client.REGISTRY
return registry


def SetupPrometheusEndpointOnPort(registry, port, addr=""):
"""Exports Prometheus metrics on an HTTPServer running in its own thread.

The server runs on the given port and is by default listenning on
Expand All @@ -42,7 +54,7 @@ def SetupPrometheusEndpointOnPort(port, addr=""):
"autoreloader is active. Use the URL exporter, or start django "
"with --noreload. See documentation/exports.md."
)
prometheus_client.start_http_server(port, addr=addr)
prometheus_client.start_http_server(port, addr=addr, registry=registry)


class PrometheusEndpointServer(threading.Thread):
Expand All @@ -56,7 +68,7 @@ def run(self):
self.httpd.serve_forever()


def SetupPrometheusEndpointOnPortRange(port_range, addr=""):
def SetupPrometheusEndpointOnPortRange(registry, port_range, addr=""):
"""Like SetupPrometheusEndpointOnPort, but tries several ports.

This is useful when you're running Django as a WSGI application
Expand All @@ -82,8 +94,10 @@ def SetupPrometheusEndpointOnPortRange(port_range, addr=""):
"with --noreload. See documentation/exports.md."
)
for port in port_range:
handler = prometheus_client.MetricsHandler
handler.registry = registry
try:
httpd = HTTPServer((addr, port), prometheus_client.MetricsHandler)
httpd = HTTPServer((addr, port), handler)
except OSError:
# Python 2 raises socket.error, in Python 3 socket.error is an
# alias for OSError
Expand All @@ -102,21 +116,18 @@ def SetupPrometheusExportsFromConfig():
port = getattr(settings, "PROMETHEUS_METRICS_EXPORT_PORT", None)
port_range = getattr(settings, "PROMETHEUS_METRICS_EXPORT_PORT_RANGE", None)
addr = getattr(settings, "PROMETHEUS_METRICS_EXPORT_ADDRESS", "")
registry = GetRegistry()
if port_range:
SetupPrometheusEndpointOnPortRange(port_range, addr)
SetupPrometheusEndpointOnPortRange(registry, port_range, addr)
elif port:
SetupPrometheusEndpointOnPort(port, addr)
SetupPrometheusEndpointOnPort(registry, port, addr)


def ExportToDjangoView(request):
"""Exports /metrics as a Django view.

You can use django_prometheus.urls to map /metrics to this view.
"""
if "PROMETHEUS_MULTIPROC_DIR" in os.environ or "prometheus_multiproc_dir" in os.environ:
registry = prometheus_client.CollectorRegistry()
multiprocess.MultiProcessCollector(registry)
else:
registry = prometheus_client.REGISTRY
registry = GetRegistry()
metrics_page = prometheus_client.generate_latest(registry)
return HttpResponse(metrics_page, content_type=prometheus_client.CONTENT_TYPE_LATEST)
6 changes: 4 additions & 2 deletions django_prometheus/tests/test_exports.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,8 @@
import socket
from unittest.mock import ANY, MagicMock, call, patch

from prometheus_client import REGISTRY

from django_prometheus.exports import SetupPrometheusEndpointOnPortRange


Expand All @@ -10,7 +12,7 @@ def test_port_range_available(httpserver_mock):
"""Test port range setup with an available port."""
httpserver_mock.side_effect = [socket.error, MagicMock()]
port_range = [8000, 8001]
port_chosen = SetupPrometheusEndpointOnPortRange(port_range)
port_chosen = SetupPrometheusEndpointOnPortRange(REGISTRY, port_range)
assert port_chosen in port_range

expected_calls = [call(("", 8000), ANY), call(("", 8001), ANY)]
Expand All @@ -22,7 +24,7 @@ def test_port_range_unavailable(httpserver_mock):
"""Test port range setup with no available ports."""
httpserver_mock.side_effect = [socket.error, socket.error]
port_range = [8000, 8001]
port_chosen = SetupPrometheusEndpointOnPortRange(port_range)
port_chosen = SetupPrometheusEndpointOnPortRange(REGISTRY, port_range)

expected_calls = [call(("", 8000), ANY), call(("", 8001), ANY)]
assert httpserver_mock.mock_calls == expected_calls
Expand Down