job=etcd (0/3 up) state=down, endpoint=https://10.10.10.12:2379/metrics, labels={cls="etcd",ins="etcd-1",instance="10.10.10.12:2379",ip="10.10.10.12",job="etcd"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=8.311s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.12:2379/metrics": Get "https://10.10.10.12:2379/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=https://10.10.10.13:2379/metrics, labels={cls="etcd",ins="etcd-2",instance="10.10.10.13:2379",ip="10.10.10.13",job="etcd"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=9.167s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.13:2379/metrics": Get "https://10.10.10.13:2379/metrics": context deadline exceeded state=down, endpoint=https://10.10.10.14:2379/metrics, labels={cls="etcd",ins="etcd-3",instance="10.10.10.14:2379",ip="10.10.10.14",job="etcd"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=10.074s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "https://10.10.10.14:2379/metrics": Get "https://10.10.10.14:2379/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=infra (0/8 up) state=down, endpoint=http://10.10.10.11:10428/metrics, labels={cls="vtraces",ins="vtraces-1",instance="10.10.10.11:10428",ip="10.10.10.11",job="infra"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=15.338s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:10428/metrics": Get "http://10.10.10.11:10428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:3000/metrics, labels={cls="grafana",ins="grafana-1",instance="10.10.10.11:3000",ip="10.10.10.11",job="infra"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=10.969s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:3000/metrics": Get "http://10.10.10.11:3000/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:8428/metrics, labels={cls="vmetrics",ins="vmetrics-1",instance="10.10.10.11:8428",ip="10.10.10.11",job="infra"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=17.324s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8428/metrics": Get "http://10.10.10.11:8428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:8880/metrics, labels={cls="vmalert",ins="vmalert-1",instance="10.10.10.11:8880",ip="10.10.10.11",job="infra"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=9.167s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:8880/metrics": Get "http://10.10.10.11:8880/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9059/metrics, labels={cls="alertmanager",ins="alertmanager-1",instance="10.10.10.11:9059",ip="10.10.10.11",job="infra"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=8.735s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9059/metrics": Get "http://10.10.10.11:9059/metrics": context deadline exceeded (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9113/metrics, labels={cls="nginx",ins="nginx-1",instance="10.10.10.11:9113",ip="10.10.10.11",job="infra"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=15.600s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9113/metrics": Get "http://10.10.10.11:9113/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9115/metrics, labels={cls="blackbox",ins="blackbox-1",instance="10.10.10.11:9115",ip="10.10.10.11",job="infra"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=9.381s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9115/metrics": Get "http://10.10.10.11:9115/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9428/metrics, labels={cls="vlogs",ins="vlogs-1",instance="10.10.10.11:9428",ip="10.10.10.11",job="infra"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=11.526s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9428/metrics": Get "http://10.10.10.11:9428/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=node (0/12 up) state=down, endpoint=http://10.10.10.11:9100/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9100",ip="10.10.10.11",job="node"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=9.003s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9100/metrics": Get "http://10.10.10.11:9100/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9101/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9101",ip="10.10.10.11",job="node"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=16.234s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9101/metrics": Get "http://10.10.10.11:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.11:9598/metrics, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11:9598",ip="10.10.10.11",job="node"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=9.947s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.11:9598/metrics": Get "http://10.10.10.11:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9100/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9100",ip="10.10.10.12",job="node"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=17.979s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9100/metrics": Get "http://10.10.10.12:9100/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9101/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9101",ip="10.10.10.12",job="node"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=12.388s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9101/metrics": Get "http://10.10.10.12:9101/metrics": context deadline exceeded (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9598/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9598",ip="10.10.10.12",job="node"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=8.766s ago, scrape_duration=8005ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9598/metrics": Get "http://10.10.10.12:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9100/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9100",ip="10.10.10.13",job="node"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=15.722s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9100/metrics": Get "http://10.10.10.13:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9101/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9101",ip="10.10.10.13",job="node"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=9.829s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9101/metrics": Get "http://10.10.10.13:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9598/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9598",ip="10.10.10.13",job="node"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=16.221s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9598/metrics": Get "http://10.10.10.13:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9100/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9100",ip="10.10.10.14",job="node"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=17.906s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9100/metrics": Get "http://10.10.10.14:9100/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.14:9101/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9101",ip="10.10.10.14",job="node"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=12.259s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9101/metrics": Get "http://10.10.10.14:9101/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9598/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9598",ip="10.10.10.14",job="node"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=17.750s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9598/metrics": Get "http://10.10.10.14:9598/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=pgsql (0/12 up) state=down, endpoint=http://10.10.10.12:8008/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:8008",ip="10.10.10.12",job="pgsql"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=16.195s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:8008/metrics": Get "http://10.10.10.12:8008/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9630/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9630",ip="10.10.10.12",job="pgsql"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=13.332s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9630/metrics": Get "http://10.10.10.12:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.12:9631/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9631",ip="10.10.10.12",job="pgsql"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=13.293s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9631/metrics": Get "http://10.10.10.12:9631/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.12:9854/metrics, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12:9854",ip="10.10.10.12",job="pgsql"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=17.815s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.12:9854/metrics": Get "http://10.10.10.12:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:8008/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:8008",ip="10.10.10.13",job="pgsql"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=9.860s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:8008/metrics": Get "http://10.10.10.13:8008/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9630/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9630",ip="10.10.10.13",job="pgsql"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=17.202s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9630/metrics": Get "http://10.10.10.13:9630/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.13:9631/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9631",ip="10.10.10.13",job="pgsql"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=15.848s ago, scrape_duration=8003ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9631/metrics": Get "http://10.10.10.13:9631/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.13:9854/metrics, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13:9854",ip="10.10.10.13",job="pgsql"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=14.959s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.13:9854/metrics": Get "http://10.10.10.13:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:8008/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:8008",ip="10.10.10.14",job="pgsql"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=16.972s ago, scrape_duration=8000ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:8008/metrics": Get "http://10.10.10.14:8008/metrics": context deadline exceeded (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9630/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9630",ip="10.10.10.14",job="pgsql"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=11.118s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9630/metrics": Get "http://10.10.10.14:9630/metrics": context deadline exceeded (Client.Timeout exceeded while awaiting headers) state=down, endpoint=http://10.10.10.14:9631/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9631",ip="10.10.10.14",job="pgsql"}, scrapes_total=60388, scrapes_failed=60388, last_scrape=13.744s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9631/metrics": Get "http://10.10.10.14:9631/metrics": context deadline exceeded state=down, endpoint=http://10.10.10.14:9854/metrics, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14:9854",ip="10.10.10.14",job="pgsql"}, scrapes_total=60389, scrapes_failed=60389, last_scrape=10.403s ago, scrape_duration=8002ms, scrape_response_size=never scraped, samples_scraped=0, error=cannot perform request to "http://10.10.10.14:9854/metrics": Get "http://10.10.10.14:9854/metrics": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers) job=ping (4/4 up) state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.11, labels={cls="nodes",ins="vmi3265066",instance="10.10.10.11",ip="10.10.10.11",job="ping"}, scrapes_total=60389, scrapes_failed=1, last_scrape=13.543s ago, scrape_duration=7504ms, scrape_response_size=1006B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.12, labels={cls="pg-main",ins="pg-main-1",instance="10.10.10.12",ip="10.10.10.12",job="ping"}, scrapes_total=60389, scrapes_failed=0, last_scrape=12.357s ago, scrape_duration=7504ms, scrape_response_size=1008B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.13, labels={cls="pg-main",ins="pg-main-2",instance="10.10.10.13",ip="10.10.10.13",job="ping"}, scrapes_total=60388, scrapes_failed=3, last_scrape=15.160s ago, scrape_duration=7503ms, scrape_response_size=1006B, samples_scraped=8, error= state=up, endpoint=http://127.0.0.1:9115/probe?module=icmp&target=10.10.10.14, labels={cls="pg-main",ins="pg-main-3",instance="10.10.10.14",ip="10.10.10.14",job="ping"}, scrapes_total=60389, scrapes_failed=0, last_scrape=8.302s ago, scrape_duration=7506ms, scrape_response_size=1005B, samples_scraped=8, error= job=docker (0/0 up) job=juice (0/0 up) job=kafka (0/0 up) job=minio (0/0 up) job=mongo (0/0 up) job=mysql (0/0 up) job=pgrds (0/0 up) job=redis (0/0 up)