2020-10-10 14:11:43 +01:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
"""
|
|
|
|
Module to act as a Prometheus Exporter for Docker containers with a
|
|
|
|
healthcheck configured
|
|
|
|
"""
|
|
|
|
|
|
|
|
import argparse
|
2021-09-10 13:21:44 +01:00
|
|
|
import os
|
2020-10-10 14:11:43 +01:00
|
|
|
import os.path
|
|
|
|
import sys
|
2020-10-10 16:24:44 +01:00
|
|
|
from http.server import HTTPServer
|
2020-10-10 14:11:43 +01:00
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
import docker # type: ignore
|
|
|
|
import numpy
|
|
|
|
from prometheus_client import ( # type: ignore
|
2020-10-10 16:24:44 +01:00
|
|
|
CollectorRegistry,
|
|
|
|
Gauge,
|
|
|
|
MetricsHandler,
|
2021-09-10 13:21:44 +01:00
|
|
|
generate_latest,
|
2020-10-10 16:24:44 +01:00
|
|
|
)
|
2020-10-10 14:11:43 +01:00
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
LISTEN_PORT = int(os.environ.get('LISTEN_PORT', 8080))
|
2020-10-10 14:11:43 +01:00
|
|
|
HEALTHY_STR = 'healthy'
|
|
|
|
|
|
|
|
|
2020-10-10 16:24:44 +01:00
|
|
|
class HTTPHandler(MetricsHandler):
|
2020-10-10 14:11:43 +01:00
|
|
|
"""
|
|
|
|
Class to encompass the requirements of a Prometheus Exporter
|
|
|
|
for Docker containers with a healthcheck configured
|
|
|
|
"""
|
2020-10-10 16:24:44 +01:00
|
|
|
|
|
|
|
def __init__(self, *args, **kwargs):
|
2021-09-10 13:21:44 +01:00
|
|
|
self.docker_api: docker.APIClient = docker.APIClient()
|
2020-10-10 16:24:44 +01:00
|
|
|
self.docker_client = docker.from_env()
|
|
|
|
super().__init__(*args, **kwargs)
|
|
|
|
|
|
|
|
# Override built-in method
|
2020-10-10 14:11:43 +01:00
|
|
|
def do_GET(self):
|
|
|
|
"""
|
|
|
|
Method to handle GET requests
|
|
|
|
"""
|
|
|
|
if self.path == '/metrics':
|
|
|
|
self._metrics()
|
|
|
|
|
|
|
|
if self.path == '/healthcheck':
|
2020-10-15 10:55:12 +01:00
|
|
|
if not healthy():
|
|
|
|
print('ERROR: Check requirements')
|
|
|
|
self._respond(500, 'ERR')
|
2020-10-10 14:11:43 +01:00
|
|
|
|
2020-10-15 10:55:12 +01:00
|
|
|
self._respond(200, 'OK')
|
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
def _respond(self, status: int, message: str):
|
2020-10-10 14:11:43 +01:00
|
|
|
"""
|
2020-10-15 10:55:12 +01:00
|
|
|
Method to output a simple HTTP status and string to the client
|
2020-10-10 14:11:43 +01:00
|
|
|
"""
|
2020-10-15 10:55:12 +01:00
|
|
|
self.send_response(int(status) or 500)
|
2020-10-10 14:11:43 +01:00
|
|
|
self.end_headers()
|
2020-10-15 10:55:12 +01:00
|
|
|
self.wfile.write(bytes(str(message).encode()))
|
2020-10-10 14:11:43 +01:00
|
|
|
|
|
|
|
def _metrics(self):
|
|
|
|
"""
|
|
|
|
Method to handle the request for metrics
|
|
|
|
"""
|
2020-10-15 10:55:12 +01:00
|
|
|
if not healthy:
|
|
|
|
print('ERROR: Check requirements')
|
|
|
|
self._respond(500, 'Server not configured correctly')
|
2020-10-14 14:51:50 +01:00
|
|
|
return
|
2020-10-10 14:11:43 +01:00
|
|
|
|
2020-10-10 16:24:44 +01:00
|
|
|
registry = CollectorRegistry()
|
2020-10-10 14:11:43 +01:00
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
health_gauge = Gauge(
|
2020-10-10 16:24:44 +01:00
|
|
|
'container_inspect_state_health_status',
|
|
|
|
"Container's healthcheck value (binary)",
|
|
|
|
labelnames=['id', 'name', 'value'],
|
2021-09-10 13:21:44 +01:00
|
|
|
registry=registry,
|
|
|
|
)
|
|
|
|
status_gauge = Gauge(
|
|
|
|
'container_inspect_state_running',
|
|
|
|
"Container's running state (binary)",
|
|
|
|
labelnames=['id', 'name'],
|
|
|
|
registry=registry,
|
|
|
|
)
|
|
|
|
started_at_gauge = Gauge(
|
|
|
|
'container_inspect_state_started_at',
|
|
|
|
"Container's start time (int)",
|
|
|
|
labelnames=['id', 'name'],
|
|
|
|
registry=registry,
|
|
|
|
)
|
|
|
|
exit_code_gauge = Gauge(
|
|
|
|
'container_inspect_state_exit_code',
|
|
|
|
"Container's exit code (int)",
|
|
|
|
labelnames=['id', 'name'],
|
|
|
|
registry=registry,
|
|
|
|
)
|
|
|
|
alert_threshold_gauge = Gauge(
|
|
|
|
'container_inspect_downtime_alert_threshold',
|
|
|
|
"Container's downtime alert threshold in seconds (int)",
|
|
|
|
labelnames=['id', 'name'],
|
|
|
|
registry=registry,
|
2020-10-10 16:24:44 +01:00
|
|
|
)
|
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
for container in self.docker_client.containers.list(all=True):
|
2020-10-10 16:24:44 +01:00
|
|
|
data = self.docker_api.inspect_container(container.id)
|
2020-10-10 14:11:43 +01:00
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
running: str = bool(data['State']['Running'])
|
|
|
|
started_at: int = data['State']['StartedAt']
|
|
|
|
exit_code: int = int(data['State']['ExitCode'])
|
|
|
|
alert_threshold = int(
|
|
|
|
data['Config']['Labels'].get('io.prometheus.alert.downtime', 3600)
|
|
|
|
)
|
|
|
|
starttime = numpy.datetime64(started_at)
|
|
|
|
|
|
|
|
status_gauge.labels(
|
|
|
|
container.id,
|
|
|
|
container.name,
|
|
|
|
).set(int(running))
|
|
|
|
started_at_gauge.labels(container.id, container.name,).set(
|
|
|
|
int(int(starttime) / 1000000000) # strip nanoseconds
|
|
|
|
)
|
|
|
|
exit_code_gauge.labels(
|
|
|
|
container.id,
|
|
|
|
container.name,
|
|
|
|
).set(int(exit_code))
|
|
|
|
alert_threshold_gauge.labels(
|
|
|
|
container.id,
|
|
|
|
container.name,
|
|
|
|
).set(alert_threshold)
|
|
|
|
|
2020-10-10 14:11:43 +01:00
|
|
|
try:
|
2021-09-10 13:21:44 +01:00
|
|
|
health_str: str = data['State']['Health']['Status']
|
|
|
|
health_gauge.labels(
|
2020-10-10 16:24:44 +01:00
|
|
|
container.id,
|
|
|
|
container.name,
|
|
|
|
health_str,
|
2021-09-10 13:21:44 +01:00
|
|
|
).set(int(health_str == HEALTHY_STR))
|
2020-10-10 14:11:43 +01:00
|
|
|
except KeyError:
|
|
|
|
pass
|
2020-10-10 16:24:44 +01:00
|
|
|
|
2020-10-15 10:55:12 +01:00
|
|
|
self._respond(200, generate_latest(registry).decode())
|
2020-10-10 14:11:43 +01:00
|
|
|
|
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
def healthy() -> bool:
|
2020-10-10 14:11:43 +01:00
|
|
|
"""
|
|
|
|
Simple funtion to return if all the requirements are met
|
|
|
|
"""
|
2021-09-10 13:21:44 +01:00
|
|
|
return all(
|
|
|
|
[
|
|
|
|
os.path.exists('/var/run/docker.sock'),
|
|
|
|
]
|
|
|
|
)
|
2020-10-10 14:11:43 +01:00
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
2021-09-10 13:21:44 +01:00
|
|
|
|
|
|
|
def cli_parse() -> argparse.Namespace:
|
2020-10-10 14:11:43 +01:00
|
|
|
"""
|
|
|
|
Function to parse the CLI
|
|
|
|
"""
|
|
|
|
parser = argparse.ArgumentParser()
|
|
|
|
|
|
|
|
parser.add_argument(
|
2021-09-10 13:21:44 +01:00
|
|
|
'-H',
|
|
|
|
'--healthcheck',
|
2020-10-10 14:11:43 +01:00
|
|
|
action='store_true',
|
|
|
|
help='Simply exit with 0 for healthy or 1 when unhealthy',
|
|
|
|
)
|
|
|
|
|
|
|
|
return parser.parse_args()
|
|
|
|
|
2021-09-10 13:21:44 +01:00
|
|
|
def main() -> int:
|
2020-10-10 14:11:43 +01:00
|
|
|
"""
|
|
|
|
main()
|
|
|
|
"""
|
2021-09-10 13:21:44 +01:00
|
|
|
args: argparse.Namespace = cli_parse()
|
2020-10-10 14:11:43 +01:00
|
|
|
|
|
|
|
if args.healthcheck:
|
|
|
|
# Invert the sense of 'healthy' for Unix CLI usage
|
|
|
|
return not healthy()
|
|
|
|
|
2020-10-15 10:55:12 +01:00
|
|
|
print(f'Starting web server on port {LISTEN_PORT}')
|
|
|
|
try:
|
|
|
|
HTTPServer(('', LISTEN_PORT), HTTPHandler).serve_forever()
|
|
|
|
except KeyboardInterrupt:
|
|
|
|
print('Exiting')
|
2020-10-10 14:11:43 +01:00
|
|
|
|
2020-10-10 16:24:44 +01:00
|
|
|
return 0
|
2020-10-10 14:11:43 +01:00
|
|
|
|
|
|
|
sys.exit(main())
|