job=ingress-nginx (4/4 up) state=up, endpoint=http://172.21.0.27:10254/metrics, labels={instance="ingress-nginx-controller-6888589fff-fdnrz",job="ingress-nginx"}, scrapes_total=4127707, scrapes_failed=1, last_scrape=1283ms ago, scrape_duration=366ms, samples_scraped=28253, error= state=up, endpoint=http://172.21.1.223:10254/metrics, labels={instance="ingress-nginx-controller-6888589fff-45b7s",job="ingress-nginx"}, scrapes_total=4127692, scrapes_failed=0, last_scrape=13563ms ago, scrape_duration=294ms, samples_scraped=27696, error= state=up, endpoint=http://172.21.2.184:10254/metrics, labels={instance="ingress-nginx-controller-6888589fff-fw5bg",job="ingress-nginx"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=5693ms ago, scrape_duration=323ms, samples_scraped=29239, error= state=up, endpoint=http://172.21.3.92:10254/metrics, labels={instance="ingress-nginx-controller-6888589fff-kkwgx",job="ingress-nginx"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=5549ms ago, scrape_duration=315ms, samples_scraped=31469, error= job=kube-state-metrics (1/1 up) state=up, endpoint=http://172.21.3.120:8080/metrics, labels={instance="172.21.3.120:8080",job="kube-state-metrics"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=12570ms ago, scrape_duration=30ms, samples_scraped=17679, error= job=kubelet (9/9 up) state=up, endpoint=https://192.168.0.17:10250/metrics, labels={ecs="i-ybxeq6ltrn5m57enoug3",host_ip="192.168.0.17",instance="192.168.0.17",job="kubelet",machine="nccg077fqtofhaol8q8c0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.17"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=13282ms ago, scrape_duration=121ms, samples_scraped=1722, error= state=up, endpoint=https://192.168.0.190:10250/metrics, labels={ecs="i-ybx25nnlv78rx7rh5xy1",host_ip="192.168.0.190",instance="192.168.0.190",job="kubelet",machine="ncccr4qvqtofijv1es3l0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.190"}, scrapes_total=4541725, scrapes_failed=0, last_scrape=1036ms ago, scrape_duration=113ms, samples_scraped=1611, error= state=up, endpoint=https://192.168.0.246:10250/metrics, labels={ecs="i-ycj92mmna25m57fym9lb",host_ip="192.168.0.246",instance="192.168.0.246",job="kubelet",machine="ncin8k00jc75rr3v5b220",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.246"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=5046ms ago, scrape_duration=90ms, samples_scraped=1576, error= state=up, endpoint=https://192.168.0.254:10250/metrics, labels={ecs="i-ybx23zylbj5m57dbpyg1",host_ip="192.168.0.254",instance="192.168.0.254",job="kubelet",machine="ncccr4qvqtofijv1es3pg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.254"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=11009ms ago, scrape_duration=121ms, samples_scraped=1531, error= state=up, endpoint=https://192.168.0.32:10250/metrics, labels={ecs="i-ybx25rbw975m57qeu3wx",host_ip="192.168.0.32",instance="192.168.0.32",job="kubelet",machine="ncccr4qvqtofijv1es3kg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.32"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=4523ms ago, scrape_duration=124ms, samples_scraped=1627, error= state=up, endpoint=https://192.168.0.33:10250/metrics, labels={ecs="i-ybx24vsluo8rx7rnz87j",host_ip="192.168.0.33",instance="192.168.0.33",job="kubelet",machine="ncccr4qvqtofijv1es3og",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.33"}, scrapes_total=4541724, scrapes_failed=2, last_scrape=3674ms ago, scrape_duration=119ms, samples_scraped=1557, error= state=up, endpoint=https://192.168.0.64:10250/metrics, labels={ecs="i-ybx24hhsm65m57aki631",host_ip="192.168.0.64",instance="192.168.0.64",job="kubelet",machine="ncccr4qvqtofijv1es3n0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.64"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=4040ms ago, scrape_duration=135ms, samples_scraped=1608, error= state=up, endpoint=https://192.168.0.65:10250/metrics, labels={ecs="i-ybx249fji3ijuuzn9lid",host_ip="192.168.0.65",instance="192.168.0.65",job="kubelet",machine="ncccr4qvqtofijv1es3o0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.65"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=2846ms ago, scrape_duration=131ms, samples_scraped=1601, error= state=up, endpoint=https://192.168.0.95:10250/metrics, labels={ecs="i-yc8rrg2ptm38dg2d65d2",host_ip="192.168.0.95",instance="192.168.0.95",job="kubelet",machine="ncfnkvhnqtofh64u6lucg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.95"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=13603ms ago, scrape_duration=66ms, samples_scraped=1578, error= job=kubelet-cadvisor (9/9 up) state=up, endpoint=https://192.168.0.17:10250/metrics/cadvisor, labels={ecs="i-ybxeq6ltrn5m57enoug3",instance="192.168.0.17",job="kubelet-cadvisor",machine="nccg077fqtofhaol8q8c0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.17"}, scrapes_total=4541725, scrapes_failed=0, last_scrape=503ms ago, scrape_duration=78ms, samples_scraped=4051, error= state=up, endpoint=https://192.168.0.190:10250/metrics/cadvisor, labels={ecs="i-ybx25nnlv78rx7rh5xy1",instance="192.168.0.190",job="kubelet-cadvisor",machine="ncccr4qvqtofijv1es3l0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.190"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=5106ms ago, scrape_duration=75ms, samples_scraped=3811, error= state=up, endpoint=https://192.168.0.246:10250/metrics/cadvisor, labels={ecs="i-ycj92mmna25m57fym9lb",instance="192.168.0.246",job="kubelet-cadvisor",machine="ncin8k00jc75rr3v5b220",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.246"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=15015ms ago, scrape_duration=44ms, samples_scraped=2898, error= state=up, endpoint=https://192.168.0.254:10250/metrics/cadvisor, labels={ecs="i-ybx23zylbj5m57dbpyg1",instance="192.168.0.254",job="kubelet-cadvisor",machine="ncccr4qvqtofijv1es3pg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.254"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=11093ms ago, scrape_duration=88ms, samples_scraped=3642, error= state=up, endpoint=https://192.168.0.32:10250/metrics/cadvisor, labels={ecs="i-ybx25rbw975m57qeu3wx",instance="192.168.0.32",job="kubelet-cadvisor",machine="ncccr4qvqtofijv1es3kg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.32"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=9933ms ago, scrape_duration=69ms, samples_scraped=3821, error= state=up, endpoint=https://192.168.0.33:10250/metrics/cadvisor, labels={ecs="i-ybx24vsluo8rx7rnz87j",instance="192.168.0.33",job="kubelet-cadvisor",machine="ncccr4qvqtofijv1es3og",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.33"}, scrapes_total=4541724, scrapes_failed=1, last_scrape=9681ms ago, scrape_duration=65ms, samples_scraped=3701, error= state=up, endpoint=https://192.168.0.64:10250/metrics/cadvisor, labels={ecs="i-ybx24hhsm65m57aki631",instance="192.168.0.64",job="kubelet-cadvisor",machine="ncccr4qvqtofijv1es3n0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.64"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=7850ms ago, scrape_duration=93ms, samples_scraped=4684, error= state=up, endpoint=https://192.168.0.65:10250/metrics/cadvisor, labels={ecs="i-ybx249fji3ijuuzn9lid",instance="192.168.0.65",job="kubelet-cadvisor",machine="ncccr4qvqtofijv1es3o0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.65"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=13527ms ago, scrape_duration=83ms, samples_scraped=3768, error= state=up, endpoint=https://192.168.0.95:10250/metrics/cadvisor, labels={ecs="i-yc8rrg2ptm38dg2d65d2",instance="192.168.0.95",job="kubelet-cadvisor",machine="ncfnkvhnqtofh64u6lucg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.95"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=4092ms ago, scrape_duration=34ms, samples_scraped=2205, error= job=node-exporter (9/9 up) state=up, endpoint=http://192.168.0.17:9100/metrics, labels={ecs="i-ybxeq6ltrn5m57enoug3",host_ip="192.168.0.17",instance="192.168.0.17",job="node-exporter",machine="nccg077fqtofhaol8q8c0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.17"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=8838ms ago, scrape_duration=542ms, samples_scraped=2280, error= state=up, endpoint=http://192.168.0.190:9100/metrics, labels={ecs="i-ybx25nnlv78rx7rh5xy1",host_ip="192.168.0.190",instance="192.168.0.190",job="node-exporter",machine="ncccr4qvqtofijv1es3l0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.190"}, scrapes_total=4541725, scrapes_failed=0, last_scrape=1433ms ago, scrape_duration=453ms, samples_scraped=2191, error= state=up, endpoint=http://192.168.0.246:9100/metrics, labels={ecs="i-ycj92mmna25m57fym9lb",host_ip="192.168.0.246",instance="192.168.0.246",job="node-exporter",machine="ncin8k00jc75rr3v5b220",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.246"}, scrapes_total=4541725, scrapes_failed=0, last_scrape=1763ms ago, scrape_duration=452ms, samples_scraped=1880, error= state=up, endpoint=http://192.168.0.254:9100/metrics, labels={ecs="i-ybx23zylbj5m57dbpyg1",host_ip="192.168.0.254",instance="192.168.0.254",job="node-exporter",machine="ncccr4qvqtofijv1es3pg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.254"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=4178ms ago, scrape_duration=598ms, samples_scraped=2037, error= state=up, endpoint=http://192.168.0.32:9100/metrics, labels={ecs="i-ybx25rbw975m57qeu3wx",host_ip="192.168.0.32",instance="192.168.0.32",job="node-exporter",machine="ncccr4qvqtofijv1es3kg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.32"}, scrapes_total=4541725, scrapes_failed=0, last_scrape=2205ms ago, scrape_duration=622ms, samples_scraped=2259, error= state=up, endpoint=http://192.168.0.33:9100/metrics, labels={ecs="i-ybx24vsluo8rx7rnz87j",host_ip="192.168.0.33",instance="192.168.0.33",job="node-exporter",machine="ncccr4qvqtofijv1es3og",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.33"}, scrapes_total=4541724, scrapes_failed=2, last_scrape=5280ms ago, scrape_duration=763ms, samples_scraped=2184, error= state=up, endpoint=http://192.168.0.64:9100/metrics, labels={ecs="i-ybx24hhsm65m57aki631",host_ip="192.168.0.64",instance="192.168.0.64",job="node-exporter",machine="ncccr4qvqtofijv1es3n0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.64"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=5373ms ago, scrape_duration=753ms, samples_scraped=2688, error= state=up, endpoint=http://192.168.0.65:9100/metrics, labels={ecs="i-ybx249fji3ijuuzn9lid",host_ip="192.168.0.65",instance="192.168.0.65",job="node-exporter",machine="ncccr4qvqtofijv1es3o0",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.65"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=2762ms ago, scrape_duration=516ms, samples_scraped=2146, error= state=up, endpoint=http://192.168.0.95:9100/metrics, labels={ecs="i-yc8rrg2ptm38dg2d65d2",host_ip="192.168.0.95",instance="192.168.0.95",job="node-exporter",machine="ncfnkvhnqtofh64u6lucg",machinepool="pcccr4qvqtofns74u9brg",node="192.168.0.95"}, scrapes_total=4541724, scrapes_failed=0, last_scrape=5078ms ago, scrape_duration=350ms, samples_scraped=1597, error= job=podScrape/volcano-metrics/market-rabbitmq-exporter/0 (1/1 up) state=up, endpoint=http://172.21.2.154:9419/metrics, labels={container="rabbitmq-exporter",endpoint="metric-port",instance="rabbitmq-market-0",job="volcano-metrics/market-rabbitmq-exporter",namespace="volcano-metrics",pod="market-rabbitmq-exporter-7b95dfd45d-rhdlm"}, scrapes_total=3904, scrapes_failed=0, last_scrape=28708ms ago, scrape_duration=21ms, samples_scraped=113, error= job=podScrape/volcano-metrics/msg-rabbitmq-exporter/0 (1/1 up) state=up, endpoint=http://172.21.1.227:9419/metrics, labels={container="rabbitmq-exporter",endpoint="metric-port",instance="rabbitmq-msg-dist-0",job="volcano-metrics/msg-rabbitmq-exporter",namespace="volcano-metrics",pod="msg-rabbitmq-exporter-5965b76fff-9fmjc"}, scrapes_total=2270862, scrapes_failed=0, last_scrape=21824ms ago, scrape_duration=27ms, samples_scraped=366, error= job=podScrape/volcano-metrics/mysql-exporter/0 (1/1 up) state=up, endpoint=http://172.21.1.246:9104/metrics, labels={container="mysql-exporter",endpoint="mysql-metrics",instance="mysql-master",job="volcano-metrics/mysql-exporter",namespace="volcano-metrics",pod="mysql-exporter-586dbb8b96-4r2m2"}, scrapes_total=2270862, scrapes_failed=0, last_scrape=14577ms ago, scrape_duration=33ms, samples_scraped=1173, error= job=podScrape/volcano-metrics/rabbitmq-exporter/0 (1/1 up) state=up, endpoint=http://172.21.3.70:9419/metrics, labels={container="rabbitmq-exporter",endpoint="metric-port",instance="rabbitmq-0",job="volcano-metrics/rabbitmq-exporter",namespace="volcano-metrics",pod="rabbitmq-exporter-5997c8f58d-v57dw"}, scrapes_total=1945090, scrapes_failed=0, last_scrape=9030ms ago, scrape_duration=840ms, samples_scraped=4919, error= job=podScrape/volcano-metrics/redis-exporter/0 (1/1 up) state=up, endpoint=http://172.21.1.247:9121/metrics, labels={container="redis-exporter",endpoint="http-metrics",instance="redis-master",job="volcano-metrics/redis-exporter",namespace="volcano-metrics",pod="redis-exporter-8544965c5f-pl5qj"}, scrapes_total=2270862, scrapes_failed=0, last_scrape=18707ms ago, scrape_duration=6ms, samples_scraped=339, error= job=dcgm (0/0 up) job=dcgm-vci (0/0 up) job=mgpu (0/0 up) job=p2p-accelerator (0/0 up) job=podScrape/kube-system/rabbitmq-exporter/0 (0/0 up) job=serviceScrape/volcano-metrics/cert-exporter/0 (0/0 up)