stephan48: for your consideration, throw some ansible information into prometheus for cross-referencing in alerts:
#!/usr/bin/env python3
import json
from prometheus_client import CollectorRegistry, Gauge, generate_latest
ansible_info = {}
with open("/etc/camnet-manifest.json", "r") as f:
    ansible_info = json.load(f)
def _write_ansible_ran(registry):
    if 'ansible_last_run' in ansible_info:
        g = Gauge("camnet_ansible_ran", "Timestamp of the last run of ansible against this host",
                  registry=registry)
        g.set(ansible_info["ansible_last_run"])
def _write_ansible_groups(registry):
    if 'ansible_groups' in ansible_info:
        g = Gauge("camnet_ansible_groups", "Marker that this host is part of the specified group",
                  ["ansible_group"], registry=registry)
        for group in ansible_info['ansible_groups']:
            g.labels(group).set(1)
def _main():
    registry = CollectorRegistry()
    _write_ansible_ran(registry)
    _write_ansible_groups(registry)
    print(generate_latest(registry).decode(), end='')
if __name__ == "__main__":
    _main()