From e09a5c9c369c64d5c7f1316b1d8785295e6f8c0d Mon Sep 17 00:00:00 2001 From: avi robusta Date: Wed, 28 Jun 2023 15:19:09 +0300 Subject: added thread pool executor to thanos and VM --- .../prometheus/metrics_service/thanos_metrics_service.py | 5 +++-- .../prometheus/metrics_service/victoria_metrics_service.py | 5 +++-- 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py b/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py index eb11379..a95da9d 100644 --- a/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py +++ b/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py @@ -2,7 +2,7 @@ from typing import Optional from kubernetes.client import ApiClient from requests.exceptions import ConnectionError, HTTPError - +from concurrent.futures import ThreadPoolExecutor from robusta_krr.core.models.config import Config from robusta_krr.utils.service_discovery import ServiceDiscovery @@ -48,9 +48,10 @@ class ThanosMetricsService(PrometheusMetricsService): *, cluster: Optional[str] = None, api_client: Optional[ApiClient] = None, + executor: Optional[ThreadPoolExecutor] = None, ) -> None: super().__init__( - config=config, cluster=cluster, api_client=api_client, service_discovery=ThanosMetricsDiscovery + config=config, cluster=cluster, api_client=api_client, service_discovery=ThanosMetricsDiscovery, executor=executor ) def check_connection(self): diff --git a/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py b/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py index b3779a8..eeb8f02 100644 --- a/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py +++ b/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py @@ -1,5 +1,5 @@ from typing import Optional - +from concurrent.futures import ThreadPoolExecutor from kubernetes.client import ApiClient from requests.exceptions import ConnectionError, HTTPError @@ -47,9 +47,10 @@ class VictoriaMetricsService(PrometheusMetricsService): *, cluster: Optional[str] = None, api_client: Optional[ApiClient] = None, + executor: Optional[ThreadPoolExecutor] = None, ) -> None: super().__init__( - config=config, cluster=cluster, api_client=api_client, service_discovery=VictoriaMetricsDiscovery + config=config, cluster=cluster, api_client=api_client, service_discovery=VictoriaMetricsDiscovery, executor=executor ) def check_connection(self): -- cgit v1.2.3 From 4380cda8a83684b8c0ffce356c7fe132c30febab Mon Sep 17 00:00:00 2001 From: avi robusta Date: Thu, 29 Jun 2023 11:10:30 +0300 Subject: mem test --- .../prometheus/metrics/base_filtered_metric.py | 8 ++--- .../integrations/prometheus/metrics/base_metric.py | 34 +++++++++++++++------- .../integrations/prometheus/metrics/cpu_metric.py | 5 +++- .../prometheus/metrics/memory_metric.py | 12 ++++---- 4 files changed, 36 insertions(+), 23 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py index f6a535e..d39491e 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py @@ -1,12 +1,10 @@ from typing import Any, Optional - from robusta_krr.core.abstract.strategies import Metric -from .base_metric import BaseMetricLoader +from .base_metric import BaseMetricLoader, QueryType PrometheusSeries = Any - class BaseFilteredMetricLoader(BaseMetricLoader): """ This is the version of the BasicMetricLoader, that filters out data, @@ -57,6 +55,6 @@ class BaseFilteredMetricLoader(BaseMetricLoader): return_list.append(sorted_relevant_series[0]) return return_list - async def query_prometheus(self, metric: Metric) -> list[PrometheusSeries]: - result = await super().query_prometheus(metric) + async def query_prometheus(self, metric: Metric, query_type: QueryType) -> list[PrometheusSeries]: + result = await super().query_prometheus(metric, query_type) return self.filter_prom_jobs_results(result) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py index b3230e8..1943518 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py @@ -5,9 +5,8 @@ import asyncio from concurrent.futures import ThreadPoolExecutor import datetime from typing import TYPE_CHECKING, Callable, Optional, TypeVar - +import enum import numpy as np - from robusta_krr.core.abstract.strategies import Metric, ResourceHistoryData from robusta_krr.core.models.config import Config from robusta_krr.core.models.objects import K8sObjectData @@ -16,6 +15,10 @@ from robusta_krr.utils.configurable import Configurable if TYPE_CHECKING: from .. import CustomPrometheusConnect +class QueryType(str, enum.Enum): + Query="query" + QueryRange="query_range" + # A registry of metrics that can be used to fetch a corresponding metric loader. REGISTERED_METRICS: dict[str, type[BaseMetricLoader]] = {} @@ -76,7 +79,22 @@ class BaseMetricLoader(Configurable, abc.ABC): return f"{int(step.total_seconds()) // 60}m" - async def query_prometheus(self, metric: Metric) -> list[dict]: + def query_prometheus_thread(self, metric: Metric, query_type: QueryType) -> list[dict]: + if query_type == QueryType.QueryRange: + value = self.prometheus.custom_query_range( + query=metric.query, + start_time=metric.start_time, + end_time=metric.end_time, + step=metric.step, + ) + return value + + results = self.prometheus.custom_query(query=metric.query) + for result in results: + result["values"] = [result.pop("value")] + return results + + async def query_prometheus(self, metric: Metric, query_type: QueryType) -> list[dict]: """ Asynchronous method that queries Prometheus to fetch metrics. @@ -90,12 +108,7 @@ class BaseMetricLoader(Configurable, abc.ABC): loop = asyncio.get_running_loop() return await loop.run_in_executor( self.executor, - lambda: self.prometheus.custom_query_range( - query=metric.query, - start_time=metric.start_time, - end_time=metric.end_time, - step=metric.step, - ), + lambda: self.query_prometheus_thread( metric= metric, query_type=query_type), ) async def load_data( @@ -114,6 +127,7 @@ class BaseMetricLoader(Configurable, abc.ABC): """ query = self.get_query(object) + query_type = self.get_query_type() end_time = datetime.datetime.now().astimezone() metric = Metric( query=query, @@ -121,7 +135,7 @@ class BaseMetricLoader(Configurable, abc.ABC): end_time=end_time, step=self._step_to_string(step), ) - result = await self.query_prometheus(metric) + result = await self.query_prometheus(metric=metric, query_type=query_type) if result == []: self.warning(f"{service_name} returned no {self.__class__.__name__} metrics for {object}") diff --git a/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py b/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py index e2d364b..af8c2d2 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py @@ -2,7 +2,7 @@ from robusta_krr.core.models.allocations import ResourceType from robusta_krr.core.models.objects import K8sObjectData from .base_filtered_metric import BaseFilteredMetricLoader -from .base_metric import bind_metric +from .base_metric import bind_metric, QueryType @bind_metric(ResourceType.CPU) @@ -18,3 +18,6 @@ class CPUMetricLoader(BaseFilteredMetricLoader): f"{cluster_label}" "}[5m])) by (container, pod, job)" ) + + def get_query_type(self) -> QueryType: + return QueryType.QueryRange \ No newline at end of file diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index 5942ec1..d0c4d35 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -2,7 +2,7 @@ from robusta_krr.core.models.allocations import ResourceType from robusta_krr.core.models.objects import K8sObjectData from .base_filtered_metric import BaseFilteredMetricLoader -from .base_metric import bind_metric +from .base_metric import bind_metric, QueryType @bind_metric(ResourceType.Memory) @@ -11,10 +11,8 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): pods_selector = "|".join(pod.name for pod in object.pods) cluster_label = self.get_prometheus_cluster_label() return ( - "sum(container_memory_working_set_bytes{" - f'namespace="{object.namespace}", ' - f'pod=~"{pods_selector}", ' - f'container="{object.container}"' - f"{cluster_label}" - "}) by (container, pod, job)" + f'max(max_over_time(container_memory_max_usage_bytes{{namespace="{object.namespace}", pod=~"{pods_selector}", container="{object.container}"{cluster_label}}}[14d])) by (container, pod, job)' ) + + def get_query_type(self) -> QueryType: + return QueryType.Query \ No newline at end of file -- cgit v1.2.3 From 836b1fd4ce90b33ad1f92a9ff42c9e3f78bc6c70 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Thu, 29 Jun 2023 12:01:03 +0300 Subject: tmp_commit main --- out_test.txt | 3107 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 3107 insertions(+) create mode 100644 out_test.txt diff --git a/out_test.txt b/out_test.txt new file mode 100644 index 0000000..66b354c --- /dev/null +++ b/out_test.txt @@ -0,0 +1,3107 @@ +{ + "scans": [ + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "oom-kill-pod", + "container": "container-exclude", + "pods": [ + { + "name": "oom-kill-pod-6b4678db47-7bk68", + "deleted": false + } + ], + "hpa": null, + "namespace": "default", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": 130023424.0 + }, + "limits": { + "cpu": null, + "memory": 130023424.0 + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.011, + "severity": "WARNING" + }, + "memory": { + "value": 137363456.0, + "severity": "GOOD" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 137363456.0, + "severity": "GOOD" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.219795+03:00", + "end_time": "2023-06-29T11:51:31.219795+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.289452+03:00", + "end_time": "2023-06-29T11:51:31.289452+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "oom-kill-pod", + "container": "container-okay", + "pods": [ + { + "name": "oom-kill-pod-6b4678db47-7bk68", + "deleted": false + } + ], + "hpa": null, + "namespace": "default", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": 104857600.0 + }, + "limits": { + "cpu": null, + "memory": 104857600.0 + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "GOOD" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "GOOD" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.264765+03:00", + "end_time": "2023-06-29T11:51:31.264765+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.420107+03:00", + "end_time": "2023-06-29T11:51:31.420107+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-forwarder", + "container": "kubewatch", + "pods": [ + { + "name": "robusta-forwarder-7fdb9b5754-zd6nr", + "deleted": false + }, + { + "name": "robusta-forwarder-7fdb9b5754-mmk2s", + "deleted": true + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": 0.01, + "memory": 536870912.0 + }, + "limits": { + "cpu": null, + "memory": 536870912.0 + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.006, + "severity": "GOOD" + }, + "memory": { + "value": 36700160.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 36700160.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr|robusta-forwarder-7fdb9b5754-mmk2s\", container=\"kubewatch\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.449408+03:00", + "end_time": "2023-06-29T11:51:31.449408+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr|robusta-forwarder-7fdb9b5754-mmk2s\", container=\"kubewatch\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.481974+03:00", + "end_time": "2023-06-29T11:51:31.481974+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-grafana", + "container": "grafana-sc-dashboard", + "pods": [ + { + "name": "robusta-grafana-57cf65c765-cfwqb", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 82837504.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 82837504.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.276252+03:00", + "end_time": "2023-06-29T11:51:31.276252+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.541820+03:00", + "end_time": "2023-06-29T11:51:31.541820+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-grafana", + "container": "grafana-sc-datasources", + "pods": [ + { + "name": "robusta-grafana-57cf65c765-cfwqb", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 80740352.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 80740352.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.555295+03:00", + "end_time": "2023-06-29T11:51:31.555295+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.567328+03:00", + "end_time": "2023-06-29T11:51:31.567328+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-grafana", + "container": "grafana", + "pods": [ + { + "name": "robusta-grafana-57cf65c765-cfwqb", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 80740352.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 80740352.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.736552+03:00", + "end_time": "2023-06-29T11:51:31.736552+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.725132+03:00", + "end_time": "2023-06-29T11:51:31.725132+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-kube-prometheus-st-operator", + "container": "kube-prometheus-stack", + "pods": [ + { + "name": "robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": 0.1, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "GOOD" + }, + "memory": { + "value": 44040192.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 44040192.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.781048+03:00", + "end_time": "2023-06-29T11:51:31.781048+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.711559+03:00", + "end_time": "2023-06-29T11:51:31.711559+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-kube-state-metrics", + "container": "kube-state-metrics", + "pods": [ + { + "name": "robusta-kube-state-metrics-649fd7db9f-kdkft", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": 0.01, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "GOOD" + }, + "memory": { + "value": 19922944.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 19922944.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.807205+03:00", + "end_time": "2023-06-29T11:51:31.807205+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.825299+03:00", + "end_time": "2023-06-29T11:51:31.825299+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-runner", + "container": "runner", + "pods": [ + { + "name": "robusta-runner-5dbc6d6bcc-flcv4", + "deleted": false + }, + { + "name": "robusta-runner-5dbc6d6bcc-bsmpc", + "deleted": true + }, + { + "name": "robusta-runner-5dbc6d6bcc-wbhjs", + "deleted": true + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": 0.25, + "memory": 1073741824.0 + }, + "limits": { + "cpu": null, + "memory": 1073741824.0 + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.389, + "severity": "OK" + }, + "memory": { + "value": 1971322880.0, + "severity": "CRITICAL" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 1971322880.0, + "severity": "CRITICAL" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "CRITICAL", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-flcv4|robusta-runner-5dbc6d6bcc-bsmpc|robusta-runner-5dbc6d6bcc-wbhjs\", container=\"runner\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:32.628009+03:00", + "end_time": "2023-06-29T11:51:32.628009+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-flcv4|robusta-runner-5dbc6d6bcc-bsmpc|robusta-runner-5dbc6d6bcc-wbhjs\", container=\"runner\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:33.857630+03:00", + "end_time": "2023-06-29T11:51:33.857630+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "crashpod", + "container": "crashpod", + "pods": [ + { + "name": "crashpod-64b874bbbc-4j6rz", + "deleted": false + }, + { + "name": "crashpod-64b874bbbc-rhdvs", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": "No data", + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz|crashpod-64b874bbbc-rhdvs\", container=\"crashpod\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:32.404328+03:00", + "end_time": "2023-06-29T11:51:32.404328+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz|crashpod-64b874bbbc-rhdvs\", container=\"crashpod\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:32.245911+03:00", + "end_time": "2023-06-29T11:51:32.245911+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "server-1", + "container": "nginx", + "pods": [ + { + "name": "server-1-6f45c78d44-89vjr", + "deleted": false + }, + { + "name": "server-1-6f45c78d44-h4hcd", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": 7.0, + "memory": null + }, + "limits": { + "cpu": 7.0, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr|server-1-6f45c78d44-h4hcd\", container=\"nginx\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:32.612712+03:00", + "end_time": "2023-06-29T11:51:32.612712+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr|server-1-6f45c78d44-h4hcd\", container=\"nginx\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:32.434564+03:00", + "end_time": "2023-06-29T11:51:32.434564+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "server-2", + "container": "nginx", + "pods": [ + { + "name": "server-2-5696d848f7-7r9xl", + "deleted": false + }, + { + "name": "server-2-5696d848f7-9ft6w", + "deleted": false + }, + { + "name": "server-2-5696d848f7-bfksc", + "deleted": false + }, + { + "name": "server-2-5696d848f7-bgckc", + "deleted": false + }, + { + "name": "server-2-5696d848f7-cvxpz", + "deleted": false + }, + { + "name": "server-2-5696d848f7-dmqmr", + "deleted": false + }, + { + "name": "server-2-5696d848f7-dnb98", + "deleted": false + }, + { + "name": "server-2-5696d848f7-hf8hb", + "deleted": false + }, + { + "name": "server-2-5696d848f7-jffrd", + "deleted": false + }, + { + "name": "server-2-5696d848f7-lqq7z", + "deleted": false + }, + { + "name": "server-2-5696d848f7-lr7ww", + "deleted": false + }, + { + "name": "server-2-5696d848f7-lsznb", + "deleted": false + }, + { + "name": "server-2-5696d848f7-mjlff", + "deleted": false + }, + { + "name": "server-2-5696d848f7-p4dbs", + "deleted": false + }, + { + "name": "server-2-5696d848f7-p9v49", + "deleted": false + }, + { + "name": "server-2-5696d848f7-pd5cp", + "deleted": false + }, + { + "name": "server-2-5696d848f7-pnzch", + "deleted": false + }, + { + "name": "server-2-5696d848f7-q7z5j", + "deleted": false + }, + { + "name": "server-2-5696d848f7-r6lqm", + "deleted": false + }, + { + "name": "server-2-5696d848f7-wlxnx", + "deleted": false + }, + { + "name": "server-2-5696d848f7-2lrjz", + "deleted": true + }, + { + "name": "server-2-5696d848f7-2s8t4", + "deleted": true + }, + { + "name": "server-2-5696d848f7-7jcfn", + "deleted": true + }, + { + "name": "server-2-5696d848f7-95jpk", + "deleted": true + }, + { + "name": "server-2-5696d848f7-bwfxg", + "deleted": true + }, + { + "name": "server-2-5696d848f7-dbw8s", + "deleted": true + }, + { + "name": "server-2-5696d848f7-dmhqx", + "deleted": true + }, + { + "name": "server-2-5696d848f7-fbpgh", + "deleted": true + }, + { + "name": "server-2-5696d848f7-gn9jj", + "deleted": true + }, + { + "name": "server-2-5696d848f7-kdnfb", + "deleted": true + }, + { + "name": "server-2-5696d848f7-mcm9x", + "deleted": true + }, + { + "name": "server-2-5696d848f7-ml5zj", + "deleted": true + }, + { + "name": "server-2-5696d848f7-pcd78", + "deleted": true + }, + { + "name": "server-2-5696d848f7-q66sk", + "deleted": true + }, + { + "name": "server-2-5696d848f7-qfqdw", + "deleted": true + }, + { + "name": "server-2-5696d848f7-rwqj2", + "deleted": true + }, + { + "name": "server-2-5696d848f7-stcgb", + "deleted": true + }, + { + "name": "server-2-5696d848f7-tfk8k", + "deleted": true + }, + { + "name": "server-2-5696d848f7-vqmnp", + "deleted": true + }, + { + "name": "server-2-5696d848f7-wkpp2", + "deleted": true + }, + { + "name": "server-2-5696d848f7-wnk52", + "deleted": true + }, + { + "name": "server-2-5696d848f7-xk8tw", + "deleted": true + }, + { + "name": "server-2-5696d848f7-xm5r6", + "deleted": true + }, + { + "name": "server-2-5696d848f7-zh4r5", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-5696d848f7-7r9xl|server-2-5696d848f7-9ft6w|server-2-5696d848f7-bfksc|server-2-5696d848f7-bgckc|server-2-5696d848f7-cvxpz|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lr7ww|server-2-5696d848f7-lsznb|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-q7z5j|server-2-5696d848f7-r6lqm|server-2-5696d848f7-wlxnx|server-2-5696d848f7-2lrjz|server-2-5696d848f7-2s8t4|server-2-5696d848f7-7jcfn|server-2-5696d848f7-95jpk|server-2-5696d848f7-bwfxg|server-2-5696d848f7-dbw8s|server-2-5696d848f7-dmhqx|server-2-5696d848f7-fbpgh|server-2-5696d848f7-gn9jj|server-2-5696d848f7-kdnfb|server-2-5696d848f7-mcm9x|server-2-5696d848f7-ml5zj|server-2-5696d848f7-pcd78|server-2-5696d848f7-q66sk|server-2-5696d848f7-qfqdw|server-2-5696d848f7-rwqj2|server-2-5696d848f7-stcgb|server-2-5696d848f7-tfk8k|server-2-5696d848f7-vqmnp|server-2-5696d848f7-wkpp2|server-2-5696d848f7-wnk52|server-2-5696d848f7-xk8tw|server-2-5696d848f7-xm5r6|server-2-5696d848f7-zh4r5\", container=\"nginx\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:35.641604+03:00", + "end_time": "2023-06-29T11:51:35.641604+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-7r9xl|server-2-5696d848f7-9ft6w|server-2-5696d848f7-bfksc|server-2-5696d848f7-bgckc|server-2-5696d848f7-cvxpz|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lr7ww|server-2-5696d848f7-lsznb|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-q7z5j|server-2-5696d848f7-r6lqm|server-2-5696d848f7-wlxnx|server-2-5696d848f7-2lrjz|server-2-5696d848f7-2s8t4|server-2-5696d848f7-7jcfn|server-2-5696d848f7-95jpk|server-2-5696d848f7-bwfxg|server-2-5696d848f7-dbw8s|server-2-5696d848f7-dmhqx|server-2-5696d848f7-fbpgh|server-2-5696d848f7-gn9jj|server-2-5696d848f7-kdnfb|server-2-5696d848f7-mcm9x|server-2-5696d848f7-ml5zj|server-2-5696d848f7-pcd78|server-2-5696d848f7-q66sk|server-2-5696d848f7-qfqdw|server-2-5696d848f7-rwqj2|server-2-5696d848f7-stcgb|server-2-5696d848f7-tfk8k|server-2-5696d848f7-vqmnp|server-2-5696d848f7-wkpp2|server-2-5696d848f7-wnk52|server-2-5696d848f7-xk8tw|server-2-5696d848f7-xm5r6|server-2-5696d848f7-zh4r5\", container=\"nginx\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:36.123560+03:00", + "end_time": "2023-06-29T11:51:36.123560+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "server-2-prod", + "container": "nginx", + "pods": [ + { + "name": "server-2-prod-567db795df-2fmj4", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-45xfs", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-599h5", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-5gzzn", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-5vcpd", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-674xk", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-6bblm", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-6cppl", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-6ljjd", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-72vl9", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-76k9p", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-85j4v", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-8skdz", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-97z6d", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-99fmf", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-9sgfn", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-b2h8l", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-b9jmf", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-bct22", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-bm7z5", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-bqxg8", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-bzxzj", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-f8cfw", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-g2kzb", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-g76n2", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-gbt25", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-gclq9", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-gqz6j", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-h4bnd", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-h54fh", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-h8r86", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-jwc4p", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-kc5cd", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-kjbpl", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-ktcxm", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-kxcw5", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-l24x2", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-l97ln", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-lh9jz", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-lndvc", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-m8wqx", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-mqq6f", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-nmbzm", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-q6jwr", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-qcjdb", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-qng56", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-r4hp5", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-rb8nk", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-smrtr", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-swnr4", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-tg65g", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-v285g", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-vp87n", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-wc6nf", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-wtf5z", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-wttmp", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-x596l", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-x8mw6", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-zjmmc", + "deleted": false + }, + { + "name": "server-2-prod-567db795df-2whxj", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-4njhc", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-5m5kc", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-62zgb", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-6lv7k", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-785zk", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-78hgg", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-7p54j", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-7ptxm", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-82tbm", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-9kslt", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-clrnm", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-dld6q", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-h4tps", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-lffbp", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-pksfc", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-rhgd9", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-rtsxj", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-wffv7", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-xcs66", + "deleted": true + }, + { + "name": "server-2-prod-567db795df-zhvtd", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-prod-567db795df-2fmj4|server-2-prod-567db795df-45xfs|server-2-prod-567db795df-599h5|server-2-prod-567db795df-5gzzn|server-2-prod-567db795df-5vcpd|server-2-prod-567db795df-674xk|server-2-prod-567db795df-6bblm|server-2-prod-567db795df-6cppl|server-2-prod-567db795df-6ljjd|server-2-prod-567db795df-72vl9|server-2-prod-567db795df-76k9p|server-2-prod-567db795df-85j4v|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-97z6d|server-2-prod-567db795df-99fmf|server-2-prod-567db795df-9sgfn|server-2-prod-567db795df-b2h8l|server-2-prod-567db795df-b9jmf|server-2-prod-567db795df-bct22|server-2-prod-567db795df-bm7z5|server-2-prod-567db795df-bqxg8|server-2-prod-567db795df-bzxzj|server-2-prod-567db795df-f8cfw|server-2-prod-567db795df-g2kzb|server-2-prod-567db795df-g76n2|server-2-prod-567db795df-gbt25|server-2-prod-567db795df-gclq9|server-2-prod-567db795df-gqz6j|server-2-prod-567db795df-h4bnd|server-2-prod-567db795df-h54fh|server-2-prod-567db795df-h8r86|server-2-prod-567db795df-jwc4p|server-2-prod-567db795df-kc5cd|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-ktcxm|server-2-prod-567db795df-kxcw5|server-2-prod-567db795df-l24x2|server-2-prod-567db795df-l97ln|server-2-prod-567db795df-lh9jz|server-2-prod-567db795df-lndvc|server-2-prod-567db795df-m8wqx|server-2-prod-567db795df-mqq6f|server-2-prod-567db795df-nmbzm|server-2-prod-567db795df-q6jwr|server-2-prod-567db795df-qcjdb|server-2-prod-567db795df-qng56|server-2-prod-567db795df-r4hp5|server-2-prod-567db795df-rb8nk|server-2-prod-567db795df-smrtr|server-2-prod-567db795df-swnr4|server-2-prod-567db795df-tg65g|server-2-prod-567db795df-v285g|server-2-prod-567db795df-vp87n|server-2-prod-567db795df-wc6nf|server-2-prod-567db795df-wtf5z|server-2-prod-567db795df-wttmp|server-2-prod-567db795df-x596l|server-2-prod-567db795df-x8mw6|server-2-prod-567db795df-zjmmc|server-2-prod-567db795df-2whxj|server-2-prod-567db795df-4njhc|server-2-prod-567db795df-5m5kc|server-2-prod-567db795df-62zgb|server-2-prod-567db795df-6lv7k|server-2-prod-567db795df-785zk|server-2-prod-567db795df-78hgg|server-2-prod-567db795df-7p54j|server-2-prod-567db795df-7ptxm|server-2-prod-567db795df-82tbm|server-2-prod-567db795df-9kslt|server-2-prod-567db795df-clrnm|server-2-prod-567db795df-dld6q|server-2-prod-567db795df-h4tps|server-2-prod-567db795df-lffbp|server-2-prod-567db795df-pksfc|server-2-prod-567db795df-rhgd9|server-2-prod-567db795df-rtsxj|server-2-prod-567db795df-wffv7|server-2-prod-567db795df-xcs66|server-2-prod-567db795df-zhvtd\", container=\"nginx\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:34.459355+03:00", + "end_time": "2023-06-29T11:51:34.459355+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-2fmj4|server-2-prod-567db795df-45xfs|server-2-prod-567db795df-599h5|server-2-prod-567db795df-5gzzn|server-2-prod-567db795df-5vcpd|server-2-prod-567db795df-674xk|server-2-prod-567db795df-6bblm|server-2-prod-567db795df-6cppl|server-2-prod-567db795df-6ljjd|server-2-prod-567db795df-72vl9|server-2-prod-567db795df-76k9p|server-2-prod-567db795df-85j4v|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-97z6d|server-2-prod-567db795df-99fmf|server-2-prod-567db795df-9sgfn|server-2-prod-567db795df-b2h8l|server-2-prod-567db795df-b9jmf|server-2-prod-567db795df-bct22|server-2-prod-567db795df-bm7z5|server-2-prod-567db795df-bqxg8|server-2-prod-567db795df-bzxzj|server-2-prod-567db795df-f8cfw|server-2-prod-567db795df-g2kzb|server-2-prod-567db795df-g76n2|server-2-prod-567db795df-gbt25|server-2-prod-567db795df-gclq9|server-2-prod-567db795df-gqz6j|server-2-prod-567db795df-h4bnd|server-2-prod-567db795df-h54fh|server-2-prod-567db795df-h8r86|server-2-prod-567db795df-jwc4p|server-2-prod-567db795df-kc5cd|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-ktcxm|server-2-prod-567db795df-kxcw5|server-2-prod-567db795df-l24x2|server-2-prod-567db795df-l97ln|server-2-prod-567db795df-lh9jz|server-2-prod-567db795df-lndvc|server-2-prod-567db795df-m8wqx|server-2-prod-567db795df-mqq6f|server-2-prod-567db795df-nmbzm|server-2-prod-567db795df-q6jwr|server-2-prod-567db795df-qcjdb|server-2-prod-567db795df-qng56|server-2-prod-567db795df-r4hp5|server-2-prod-567db795df-rb8nk|server-2-prod-567db795df-smrtr|server-2-prod-567db795df-swnr4|server-2-prod-567db795df-tg65g|server-2-prod-567db795df-v285g|server-2-prod-567db795df-vp87n|server-2-prod-567db795df-wc6nf|server-2-prod-567db795df-wtf5z|server-2-prod-567db795df-wttmp|server-2-prod-567db795df-x596l|server-2-prod-567db795df-x8mw6|server-2-prod-567db795df-zjmmc|server-2-prod-567db795df-2whxj|server-2-prod-567db795df-4njhc|server-2-prod-567db795df-5m5kc|server-2-prod-567db795df-62zgb|server-2-prod-567db795df-6lv7k|server-2-prod-567db795df-785zk|server-2-prod-567db795df-78hgg|server-2-prod-567db795df-7p54j|server-2-prod-567db795df-7ptxm|server-2-prod-567db795df-82tbm|server-2-prod-567db795df-9kslt|server-2-prod-567db795df-clrnm|server-2-prod-567db795df-dld6q|server-2-prod-567db795df-h4tps|server-2-prod-567db795df-lffbp|server-2-prod-567db795df-pksfc|server-2-prod-567db795df-rhgd9|server-2-prod-567db795df-rtsxj|server-2-prod-567db795df-wffv7|server-2-prod-567db795df-xcs66|server-2-prod-567db795df-zhvtd\", container=\"nginx\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:34.710855+03:00", + "end_time": "2023-06-29T11:51:34.710855+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "thanos-query", + "container": "query", + "pods": [ + { + "name": "thanos-query-c5984db64-cqfr9", + "deleted": false + }, + { + "name": "thanos-query-c5984db64-5ghg6", + "deleted": true + } + ], + "hpa": null, + "namespace": "thanos", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 156237824.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 156237824.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9|thanos-query-c5984db64-5ghg6\", container=\"query\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:33.344035+03:00", + "end_time": "2023-06-29T11:51:33.344035+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9|thanos-query-c5984db64-5ghg6\", container=\"query\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:33.493162+03:00", + "end_time": "2023-06-29T11:51:33.493162+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "thanos-query-frontend", + "container": "query-frontend", + "pods": [ + { + "name": "thanos-query-frontend-788dd96785-dds52", + "deleted": false + } + ], + "hpa": null, + "namespace": "thanos", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 12582912.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 12582912.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:33.654729+03:00", + "end_time": "2023-06-29T11:51:33.654729+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:34.076301+03:00", + "end_time": "2023-06-29T11:51:34.076301+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", + "container": "alertmanager", + "pods": [ + { + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "StatefulSet", + "allocations": { + "requests": { + "cpu": 0.05, + "memory": 209715200.0 + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "GOOD" + }, + "memory": { + "value": 25165824.0, + "severity": "OK" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 25165824.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.379484+03:00", + "end_time": "2023-06-29T11:51:29.379484+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.391965+03:00", + "end_time": "2023-06-29T11:51:29.391965+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", + "container": "config-reloader", + "pods": [ + { + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "StatefulSet", + "allocations": { + "requests": { + "cpu": 0.2, + "memory": 52428800.0 + }, + "limits": { + "cpu": null, + "memory": 52428800.0 + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "OK" + }, + "memory": { + "value": 10485760.0, + "severity": "GOOD" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "GOOD" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "OK", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.428810+03:00", + "end_time": "2023-06-29T11:51:29.428810+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.440296+03:00", + "end_time": "2023-06-29T11:51:29.440296+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "prometheus-robusta-kube-prometheus-st-prometheus", + "container": "prometheus", + "pods": [ + { + "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "StatefulSet", + "allocations": { + "requests": { + "cpu": 0.05, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.123, + "severity": "GOOD" + }, + "memory": { + "value": 3964665856.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 3964665856.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.770618+03:00", + "end_time": "2023-06-29T11:51:29.770618+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.606944+03:00", + "end_time": "2023-06-29T11:51:29.606944+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "prometheus-robusta-kube-prometheus-st-prometheus", + "container": "config-reloader", + "pods": [ + { + "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "StatefulSet", + "allocations": { + "requests": { + "cpu": 0.2, + "memory": 52428800.0 + }, + "limits": { + "cpu": null, + "memory": 52428800.0 + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "OK" + }, + "memory": { + "value": 14680064.0, + "severity": "GOOD" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 14680064.0, + "severity": "GOOD" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "OK", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.624080+03:00", + "end_time": "2023-06-29T11:51:29.624080+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.772657+03:00", + "end_time": "2023-06-29T11:51:29.772657+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "prometheus-robusta-kube-prometheus-st-prometheus", + "container": "thanos-sidecar", + "pods": [ + { + "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "StatefulSet", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 41943040.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 41943040.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.794421+03:00", + "end_time": "2023-06-29T11:51:29.794421+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.795510+03:00", + "end_time": "2023-06-29T11:51:29.795510+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "robusta-prometheus-node-exporter", + "container": "node-exporter", + "pods": [ + { + "name": "robusta-prometheus-node-exporter-7ll2r", + "deleted": false + }, + { + "name": "robusta-prometheus-node-exporter-7t24v", + "deleted": false + }, + { + "name": "robusta-prometheus-node-exporter-nwfxd", + "deleted": false + }, + { + "name": "robusta-prometheus-node-exporter-zzzz6", + "deleted": false + } + ], + "hpa": null, + "namespace": "monitoring", + "kind": "DaemonSet", + "allocations": { + "requests": { + "cpu": 0.05, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "GOOD" + }, + "memory": { + "value": 24117248.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 24117248.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t24v|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.459127+03:00", + "end_time": "2023-06-29T11:51:30.459127+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t24v|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.504241+03:00", + "end_time": "2023-06-29T11:51:30.504241+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28133750", + "container": "fail-always", + "pods": [ + { + "name": "cron-scripts-sweep-clean-28133750-6qhd7", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133750-6qhd7\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.960884+03:00", + "end_time": "2023-06-29T11:51:29.960884+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133750-6qhd7\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:29.962063+03:00", + "end_time": "2023-06-29T11:51:29.962063+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28133770", + "container": "fail-always", + "pods": [ + { + "name": "cron-scripts-sweep-clean-28133770-dk6d8", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133770-dk6d8\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.032966+03:00", + "end_time": "2023-06-29T11:51:30.032966+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133770-dk6d8\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.038271+03:00", + "end_time": "2023-06-29T11:51:30.038271+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28133780", + "container": "fail-always", + "pods": [ + { + "name": "cron-scripts-sweep-clean-28133780-2sjf4", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133780-2sjf4\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.179404+03:00", + "end_time": "2023-06-29T11:51:30.179404+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133780-2sjf4\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.181849+03:00", + "end_time": "2023-06-29T11:51:30.181849+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28133790", + "container": "fail-always", + "pods": [ + { + "name": "cron-scripts-sweep-clean-28133790-cn5jw", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133790-cn5jw\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.221938+03:00", + "end_time": "2023-06-29T11:51:30.221938+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133790-cn5jw\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.222205+03:00", + "end_time": "2023-06-29T11:51:30.222205+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28133800", + "container": "fail-always", + "pods": [ + { + "name": "cron-scripts-sweep-clean-28133800-k4rkq", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133800-k4rkq\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.348005+03:00", + "end_time": "2023-06-29T11:51:30.348005+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133800-k4rkq\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.342635+03:00", + "end_time": "2023-06-29T11:51:30.342635+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28133810", + "container": "fail-always", + "pods": [ + { + "name": "cron-scripts-sweep-clean-28133810-gjks9", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.458972+03:00", + "end_time": "2023-06-29T11:51:30.458972+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.459065+03:00", + "end_time": "2023-06-29T11:51:30.459065+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "daily-db-backup-28133750", + "container": "db-backup", + "pods": [ + { + "name": "daily-db-backup-28133750-vzwsh", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133750-vzwsh\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.509018+03:00", + "end_time": "2023-06-29T11:51:30.509018+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133750-vzwsh\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.516548+03:00", + "end_time": "2023-06-29T11:51:30.516548+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "daily-db-backup-28133770", + "container": "db-backup", + "pods": [ + { + "name": "daily-db-backup-28133770-9gsvv", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133770-9gsvv\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.637138+03:00", + "end_time": "2023-06-29T11:51:30.637138+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133770-9gsvv\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.637003+03:00", + "end_time": "2023-06-29T11:51:30.637003+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "daily-db-backup-28133780", + "container": "db-backup", + "pods": [ + { + "name": "daily-db-backup-28133780-rcxdt", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133780-rcxdt\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.628772+03:00", + "end_time": "2023-06-29T11:51:30.628772+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133780-rcxdt\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.672770+03:00", + "end_time": "2023-06-29T11:51:30.672770+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "daily-db-backup-28133790", + "container": "db-backup", + "pods": [ + { + "name": "daily-db-backup-28133790-7ch5f", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133790-7ch5f\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.672613+03:00", + "end_time": "2023-06-29T11:51:30.672613+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133790-7ch5f\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.691138+03:00", + "end_time": "2023-06-29T11:51:30.691138+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "daily-db-backup-28133800", + "container": "db-backup", + "pods": [ + { + "name": "daily-db-backup-28133800-nk7zk", + "deleted": true + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133800-nk7zk\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.799132+03:00", + "end_time": "2023-06-29T11:51:30.799132+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133800-nk7zk\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.806344+03:00", + "end_time": "2023-06-29T11:51:30.806344+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "daily-db-backup-28133810", + "container": "db-backup", + "pods": [ + { + "name": "daily-db-backup-28133810-ttgc9", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133810-ttgc9\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.817123+03:00", + "end_time": "2023-06-29T11:51:30.817123+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133810-ttgc9\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.851614+03:00", + "end_time": "2023-06-29T11:51:30.851614+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "migration-scripts-28133790", + "container": "migration-scripts", + "pods": [ + { + "name": "migration-scripts-28133790-bq4bw", + "deleted": false + }, + { + "name": "migration-scripts-28133790-gm2hr", + "deleted": false + }, + { + "name": "migration-scripts-28133790-gpj5h", + "deleted": false + }, + { + "name": "migration-scripts-28133790-ltrhd", + "deleted": false + }, + { + "name": "migration-scripts-28133790-nmj4w", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133790-bq4bw|migration-scripts-28133790-gm2hr|migration-scripts-28133790-gpj5h|migration-scripts-28133790-ltrhd|migration-scripts-28133790-nmj4w\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.851793+03:00", + "end_time": "2023-06-29T11:51:30.851793+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133790-bq4bw|migration-scripts-28133790-gm2hr|migration-scripts-28133790-gpj5h|migration-scripts-28133790-ltrhd|migration-scripts-28133790-nmj4w\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.869139+03:00", + "end_time": "2023-06-29T11:51:30.869139+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "migration-scripts-28133800", + "container": "migration-scripts", + "pods": [ + { + "name": "migration-scripts-28133800-dvsht", + "deleted": false + }, + { + "name": "migration-scripts-28133800-ftvdk", + "deleted": false + }, + { + "name": "migration-scripts-28133800-hkn4z", + "deleted": false + }, + { + "name": "migration-scripts-28133800-nfplk", + "deleted": false + }, + { + "name": "migration-scripts-28133800-pqnpg", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133800-dvsht|migration-scripts-28133800-ftvdk|migration-scripts-28133800-hkn4z|migration-scripts-28133800-nfplk|migration-scripts-28133800-pqnpg\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.970238+03:00", + "end_time": "2023-06-29T11:51:30.970238+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133800-dvsht|migration-scripts-28133800-ftvdk|migration-scripts-28133800-hkn4z|migration-scripts-28133800-nfplk|migration-scripts-28133800-pqnpg\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.998692+03:00", + "end_time": "2023-06-29T11:51:30.998692+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "migration-scripts-28133810", + "container": "migration-scripts", + "pods": [ + { + "name": "migration-scripts-28133810-24hql", + "deleted": false + }, + { + "name": "migration-scripts-28133810-nsgjm", + "deleted": false + }, + { + "name": "migration-scripts-28133810-q72hr", + "deleted": false + }, + { + "name": "migration-scripts-28133810-sbtks", + "deleted": false + }, + { + "name": "migration-scripts-28133810-smt4z", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133810-24hql|migration-scripts-28133810-nsgjm|migration-scripts-28133810-q72hr|migration-scripts-28133810-sbtks|migration-scripts-28133810-smt4z\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:30.990849+03:00", + "end_time": "2023-06-29T11:51:30.990849+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133810-24hql|migration-scripts-28133810-nsgjm|migration-scripts-28133810-q72hr|migration-scripts-28133810-sbtks|migration-scripts-28133810-smt4z\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.025287+03:00", + "end_time": "2023-06-29T11:51:31.025287+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "update-services", + "container": "run-forever", + "pods": [ + { + "name": "update-services-85xzj", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.195788+03:00", + "end_time": "2023-06-29T11:51:31.195788+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}) by (container, pod, job)", + "start_time": "2023-06-15T11:51:31.208256+03:00", + "end_time": "2023-06-29T11:51:31.208256+03:00", + "step": "2m" + } + } + } + ], + "score": 42, + "resources": [ + "cpu", + "memory" + ], + "description": "[b]Simple Strategy[/b]\n\nCPU request: 99.0% percentile, limit: unset\nMemory request: max + 5.0%, limit: max + 5.0%\n\nThis strategy does not work with objects with HPA defined (Horizontal Pod Autoscaler).\nIf HPA is defined for CPU or Memory, the strategy will return \"?\" for that resource.\n\nLearn more: [underline]https://github.com/robusta-dev/krr#algorithm[/underline]", + "strategy": { + "name": "simple", + "settings": { + "history_duration": 336.0, + "timeframe_duration": 2.0, + "cpu_percentile": 99.0, + "memory_buffer_percentage": 5.0 + } + } +} -- cgit v1.2.3 From 50811a28845dbb3c4929ee6e908c4ba1eff3c35d Mon Sep 17 00:00:00 2001 From: avi robusta Date: Thu, 29 Jun 2023 12:35:26 +0300 Subject: new query result --- out_test.txt | 560 ++++++++++++++++++++++------------------------------------- 1 file changed, 212 insertions(+), 348 deletions(-) diff --git a/out_test.txt b/out_test.txt index 66b354c..600b6b3 100644 --- a/out_test.txt +++ b/out_test.txt @@ -56,14 +56,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.219795+03:00", - "end_time": "2023-06-29T11:51:31.219795+03:00", + "start_time": "2023-06-15T12:01:34.995320+03:00", + "end_time": "2023-06-29T12:01:34.995320+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.289452+03:00", - "end_time": "2023-06-29T11:51:31.289452+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.977947+03:00", + "end_time": "2023-06-29T12:01:34.977947+03:00", "step": "2m" } } @@ -124,14 +124,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.264765+03:00", - "end_time": "2023-06-29T11:51:31.264765+03:00", + "start_time": "2023-06-15T12:01:34.983444+03:00", + "end_time": "2023-06-29T12:01:34.983444+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.420107+03:00", - "end_time": "2023-06-29T11:51:31.420107+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:35.190002+03:00", + "end_time": "2023-06-29T12:01:35.190002+03:00", "step": "2m" } } @@ -169,11 +169,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.006, + "value": 0.005, "severity": "GOOD" }, "memory": { - "value": 36700160.0, + "value": 48234496.0, "severity": "WARNING" } }, @@ -183,7 +183,7 @@ "severity": "GOOD" }, "memory": { - "value": 36700160.0, + "value": 48234496.0, "severity": "WARNING" } }, @@ -196,14 +196,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr|robusta-forwarder-7fdb9b5754-mmk2s\", container=\"kubewatch\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.449408+03:00", - "end_time": "2023-06-29T11:51:31.449408+03:00", + "start_time": "2023-06-15T12:01:34.980484+03:00", + "end_time": "2023-06-29T12:01:34.980484+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr|robusta-forwarder-7fdb9b5754-mmk2s\", container=\"kubewatch\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.481974+03:00", - "end_time": "2023-06-29T11:51:31.481974+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr|robusta-forwarder-7fdb9b5754-mmk2s\", container=\"kubewatch\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:35.154080+03:00", + "end_time": "2023-06-29T12:01:35.154080+03:00", "step": "2m" } } @@ -241,7 +241,7 @@ "severity": "WARNING" }, "memory": { - "value": 82837504.0, + "value": 92274688.0, "severity": "WARNING" } }, @@ -251,7 +251,7 @@ "severity": "GOOD" }, "memory": { - "value": 82837504.0, + "value": 92274688.0, "severity": "WARNING" } }, @@ -264,14 +264,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.276252+03:00", - "end_time": "2023-06-29T11:51:31.276252+03:00", + "start_time": "2023-06-15T12:01:35.378171+03:00", + "end_time": "2023-06-29T12:01:35.378171+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.541820+03:00", - "end_time": "2023-06-29T11:51:31.541820+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:35.250939+03:00", + "end_time": "2023-06-29T12:01:35.250939+03:00", "step": "2m" } } @@ -309,7 +309,7 @@ "severity": "WARNING" }, "memory": { - "value": 80740352.0, + "value": 92274688.0, "severity": "WARNING" } }, @@ -319,7 +319,7 @@ "severity": "GOOD" }, "memory": { - "value": 80740352.0, + "value": 92274688.0, "severity": "WARNING" } }, @@ -332,14 +332,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.555295+03:00", - "end_time": "2023-06-29T11:51:31.555295+03:00", + "start_time": "2023-06-15T12:01:35.270820+03:00", + "end_time": "2023-06-29T12:01:35.270820+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.567328+03:00", - "end_time": "2023-06-29T11:51:31.567328+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:35.283845+03:00", + "end_time": "2023-06-29T12:01:35.283845+03:00", "step": "2m" } } @@ -377,7 +377,7 @@ "severity": "WARNING" }, "memory": { - "value": 80740352.0, + "value": 84934656.0, "severity": "WARNING" } }, @@ -387,7 +387,7 @@ "severity": "GOOD" }, "memory": { - "value": 80740352.0, + "value": 84934656.0, "severity": "WARNING" } }, @@ -400,14 +400,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.736552+03:00", - "end_time": "2023-06-29T11:51:31.736552+03:00", + "start_time": "2023-06-15T12:01:35.499484+03:00", + "end_time": "2023-06-29T12:01:35.499484+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.725132+03:00", - "end_time": "2023-06-29T11:51:31.725132+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:35.390866+03:00", + "end_time": "2023-06-29T12:01:35.390866+03:00", "step": "2m" } } @@ -445,7 +445,7 @@ "severity": "GOOD" }, "memory": { - "value": 44040192.0, + "value": 56623104.0, "severity": "WARNING" } }, @@ -455,7 +455,7 @@ "severity": "GOOD" }, "memory": { - "value": 44040192.0, + "value": 56623104.0, "severity": "WARNING" } }, @@ -468,14 +468,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.781048+03:00", - "end_time": "2023-06-29T11:51:31.781048+03:00", + "start_time": "2023-06-15T12:01:35.554110+03:00", + "end_time": "2023-06-29T12:01:35.554110+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.711559+03:00", - "end_time": "2023-06-29T11:51:31.711559+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:35.406971+03:00", + "end_time": "2023-06-29T12:01:35.406971+03:00", "step": "2m" } } @@ -513,7 +513,7 @@ "severity": "GOOD" }, "memory": { - "value": 19922944.0, + "value": 28311552.0, "severity": "WARNING" } }, @@ -523,7 +523,7 @@ "severity": "GOOD" }, "memory": { - "value": 19922944.0, + "value": 28311552.0, "severity": "WARNING" } }, @@ -536,14 +536,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.807205+03:00", - "end_time": "2023-06-29T11:51:31.807205+03:00", + "start_time": "2023-06-15T12:01:35.668354+03:00", + "end_time": "2023-06-29T12:01:35.668354+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.825299+03:00", - "end_time": "2023-06-29T11:51:31.825299+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:35.687622+03:00", + "end_time": "2023-06-29T12:01:35.687622+03:00", "step": "2m" } } @@ -585,12 +585,12 @@ "recommended": { "requests": { "cpu": { - "value": 0.389, + "value": 0.371, "severity": "OK" }, "memory": { - "value": 1971322880.0, - "severity": "CRITICAL" + "value": 1128267776.0, + "severity": "GOOD" } }, "limits": { @@ -599,8 +599,8 @@ "severity": "GOOD" }, "memory": { - "value": 1971322880.0, - "severity": "CRITICAL" + "value": 1128267776.0, + "severity": "GOOD" } }, "info": { @@ -608,18 +608,18 @@ "memory": null } }, - "severity": "CRITICAL", + "severity": "OK", "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-flcv4|robusta-runner-5dbc6d6bcc-bsmpc|robusta-runner-5dbc6d6bcc-wbhjs\", container=\"runner\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:32.628009+03:00", - "end_time": "2023-06-29T11:51:32.628009+03:00", + "start_time": "2023-06-15T12:01:35.781313+03:00", + "end_time": "2023-06-29T12:01:35.781313+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-flcv4|robusta-runner-5dbc6d6bcc-bsmpc|robusta-runner-5dbc6d6bcc-wbhjs\", container=\"runner\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:33.857630+03:00", - "end_time": "2023-06-29T11:51:33.857630+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-flcv4|robusta-runner-5dbc6d6bcc-bsmpc|robusta-runner-5dbc6d6bcc-wbhjs\", container=\"runner\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:36.041366+03:00", + "end_time": "2023-06-29T12:01:36.041366+03:00", "step": "2m" } } @@ -684,14 +684,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz|crashpod-64b874bbbc-rhdvs\", container=\"crashpod\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:32.404328+03:00", - "end_time": "2023-06-29T11:51:32.404328+03:00", + "start_time": "2023-06-15T12:01:35.915746+03:00", + "end_time": "2023-06-29T12:01:35.915746+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz|crashpod-64b874bbbc-rhdvs\", container=\"crashpod\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:32.245911+03:00", - "end_time": "2023-06-29T11:51:32.245911+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz|crashpod-64b874bbbc-rhdvs\", container=\"crashpod\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:36.053201+03:00", + "end_time": "2023-06-29T12:01:36.053201+03:00", "step": "2m" } } @@ -756,14 +756,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr|server-1-6f45c78d44-h4hcd\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:32.612712+03:00", - "end_time": "2023-06-29T11:51:32.612712+03:00", + "start_time": "2023-06-15T12:01:36.117335+03:00", + "end_time": "2023-06-29T12:01:36.117335+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr|server-1-6f45c78d44-h4hcd\", container=\"nginx\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:32.434564+03:00", - "end_time": "2023-06-29T11:51:32.434564+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr|server-1-6f45c78d44-h4hcd\", container=\"nginx\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:36.305396+03:00", + "end_time": "2023-06-29T12:01:36.305396+03:00", "step": "2m" } } @@ -973,7 +973,7 @@ "severity": "WARNING" }, "memory": { - "value": 10485760.0, + "value": 14680064.0, "severity": "WARNING" } }, @@ -983,7 +983,7 @@ "severity": "GOOD" }, "memory": { - "value": 10485760.0, + "value": 14680064.0, "severity": "WARNING" } }, @@ -996,14 +996,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-5696d848f7-7r9xl|server-2-5696d848f7-9ft6w|server-2-5696d848f7-bfksc|server-2-5696d848f7-bgckc|server-2-5696d848f7-cvxpz|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lr7ww|server-2-5696d848f7-lsznb|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-q7z5j|server-2-5696d848f7-r6lqm|server-2-5696d848f7-wlxnx|server-2-5696d848f7-2lrjz|server-2-5696d848f7-2s8t4|server-2-5696d848f7-7jcfn|server-2-5696d848f7-95jpk|server-2-5696d848f7-bwfxg|server-2-5696d848f7-dbw8s|server-2-5696d848f7-dmhqx|server-2-5696d848f7-fbpgh|server-2-5696d848f7-gn9jj|server-2-5696d848f7-kdnfb|server-2-5696d848f7-mcm9x|server-2-5696d848f7-ml5zj|server-2-5696d848f7-pcd78|server-2-5696d848f7-q66sk|server-2-5696d848f7-qfqdw|server-2-5696d848f7-rwqj2|server-2-5696d848f7-stcgb|server-2-5696d848f7-tfk8k|server-2-5696d848f7-vqmnp|server-2-5696d848f7-wkpp2|server-2-5696d848f7-wnk52|server-2-5696d848f7-xk8tw|server-2-5696d848f7-xm5r6|server-2-5696d848f7-zh4r5\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:35.641604+03:00", - "end_time": "2023-06-29T11:51:35.641604+03:00", + "start_time": "2023-06-15T12:01:40.082971+03:00", + "end_time": "2023-06-29T12:01:40.082971+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-7r9xl|server-2-5696d848f7-9ft6w|server-2-5696d848f7-bfksc|server-2-5696d848f7-bgckc|server-2-5696d848f7-cvxpz|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lr7ww|server-2-5696d848f7-lsznb|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-q7z5j|server-2-5696d848f7-r6lqm|server-2-5696d848f7-wlxnx|server-2-5696d848f7-2lrjz|server-2-5696d848f7-2s8t4|server-2-5696d848f7-7jcfn|server-2-5696d848f7-95jpk|server-2-5696d848f7-bwfxg|server-2-5696d848f7-dbw8s|server-2-5696d848f7-dmhqx|server-2-5696d848f7-fbpgh|server-2-5696d848f7-gn9jj|server-2-5696d848f7-kdnfb|server-2-5696d848f7-mcm9x|server-2-5696d848f7-ml5zj|server-2-5696d848f7-pcd78|server-2-5696d848f7-q66sk|server-2-5696d848f7-qfqdw|server-2-5696d848f7-rwqj2|server-2-5696d848f7-stcgb|server-2-5696d848f7-tfk8k|server-2-5696d848f7-vqmnp|server-2-5696d848f7-wkpp2|server-2-5696d848f7-wnk52|server-2-5696d848f7-xk8tw|server-2-5696d848f7-xm5r6|server-2-5696d848f7-zh4r5\", container=\"nginx\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:36.123560+03:00", - "end_time": "2023-06-29T11:51:36.123560+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-7r9xl|server-2-5696d848f7-9ft6w|server-2-5696d848f7-bfksc|server-2-5696d848f7-bgckc|server-2-5696d848f7-cvxpz|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lr7ww|server-2-5696d848f7-lsznb|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-q7z5j|server-2-5696d848f7-r6lqm|server-2-5696d848f7-wlxnx|server-2-5696d848f7-2lrjz|server-2-5696d848f7-2s8t4|server-2-5696d848f7-7jcfn|server-2-5696d848f7-95jpk|server-2-5696d848f7-bwfxg|server-2-5696d848f7-dbw8s|server-2-5696d848f7-dmhqx|server-2-5696d848f7-fbpgh|server-2-5696d848f7-gn9jj|server-2-5696d848f7-kdnfb|server-2-5696d848f7-mcm9x|server-2-5696d848f7-ml5zj|server-2-5696d848f7-pcd78|server-2-5696d848f7-q66sk|server-2-5696d848f7-qfqdw|server-2-5696d848f7-rwqj2|server-2-5696d848f7-stcgb|server-2-5696d848f7-tfk8k|server-2-5696d848f7-vqmnp|server-2-5696d848f7-wkpp2|server-2-5696d848f7-wnk52|server-2-5696d848f7-xk8tw|server-2-5696d848f7-xm5r6|server-2-5696d848f7-zh4r5\", container=\"nginx\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:40.536826+03:00", + "end_time": "2023-06-29T12:01:40.536826+03:00", "step": "2m" } } @@ -1380,14 +1380,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-prod-567db795df-2fmj4|server-2-prod-567db795df-45xfs|server-2-prod-567db795df-599h5|server-2-prod-567db795df-5gzzn|server-2-prod-567db795df-5vcpd|server-2-prod-567db795df-674xk|server-2-prod-567db795df-6bblm|server-2-prod-567db795df-6cppl|server-2-prod-567db795df-6ljjd|server-2-prod-567db795df-72vl9|server-2-prod-567db795df-76k9p|server-2-prod-567db795df-85j4v|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-97z6d|server-2-prod-567db795df-99fmf|server-2-prod-567db795df-9sgfn|server-2-prod-567db795df-b2h8l|server-2-prod-567db795df-b9jmf|server-2-prod-567db795df-bct22|server-2-prod-567db795df-bm7z5|server-2-prod-567db795df-bqxg8|server-2-prod-567db795df-bzxzj|server-2-prod-567db795df-f8cfw|server-2-prod-567db795df-g2kzb|server-2-prod-567db795df-g76n2|server-2-prod-567db795df-gbt25|server-2-prod-567db795df-gclq9|server-2-prod-567db795df-gqz6j|server-2-prod-567db795df-h4bnd|server-2-prod-567db795df-h54fh|server-2-prod-567db795df-h8r86|server-2-prod-567db795df-jwc4p|server-2-prod-567db795df-kc5cd|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-ktcxm|server-2-prod-567db795df-kxcw5|server-2-prod-567db795df-l24x2|server-2-prod-567db795df-l97ln|server-2-prod-567db795df-lh9jz|server-2-prod-567db795df-lndvc|server-2-prod-567db795df-m8wqx|server-2-prod-567db795df-mqq6f|server-2-prod-567db795df-nmbzm|server-2-prod-567db795df-q6jwr|server-2-prod-567db795df-qcjdb|server-2-prod-567db795df-qng56|server-2-prod-567db795df-r4hp5|server-2-prod-567db795df-rb8nk|server-2-prod-567db795df-smrtr|server-2-prod-567db795df-swnr4|server-2-prod-567db795df-tg65g|server-2-prod-567db795df-v285g|server-2-prod-567db795df-vp87n|server-2-prod-567db795df-wc6nf|server-2-prod-567db795df-wtf5z|server-2-prod-567db795df-wttmp|server-2-prod-567db795df-x596l|server-2-prod-567db795df-x8mw6|server-2-prod-567db795df-zjmmc|server-2-prod-567db795df-2whxj|server-2-prod-567db795df-4njhc|server-2-prod-567db795df-5m5kc|server-2-prod-567db795df-62zgb|server-2-prod-567db795df-6lv7k|server-2-prod-567db795df-785zk|server-2-prod-567db795df-78hgg|server-2-prod-567db795df-7p54j|server-2-prod-567db795df-7ptxm|server-2-prod-567db795df-82tbm|server-2-prod-567db795df-9kslt|server-2-prod-567db795df-clrnm|server-2-prod-567db795df-dld6q|server-2-prod-567db795df-h4tps|server-2-prod-567db795df-lffbp|server-2-prod-567db795df-pksfc|server-2-prod-567db795df-rhgd9|server-2-prod-567db795df-rtsxj|server-2-prod-567db795df-wffv7|server-2-prod-567db795df-xcs66|server-2-prod-567db795df-zhvtd\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:34.459355+03:00", - "end_time": "2023-06-29T11:51:34.459355+03:00", + "start_time": "2023-06-15T12:01:38.983049+03:00", + "end_time": "2023-06-29T12:01:38.983049+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-2fmj4|server-2-prod-567db795df-45xfs|server-2-prod-567db795df-599h5|server-2-prod-567db795df-5gzzn|server-2-prod-567db795df-5vcpd|server-2-prod-567db795df-674xk|server-2-prod-567db795df-6bblm|server-2-prod-567db795df-6cppl|server-2-prod-567db795df-6ljjd|server-2-prod-567db795df-72vl9|server-2-prod-567db795df-76k9p|server-2-prod-567db795df-85j4v|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-97z6d|server-2-prod-567db795df-99fmf|server-2-prod-567db795df-9sgfn|server-2-prod-567db795df-b2h8l|server-2-prod-567db795df-b9jmf|server-2-prod-567db795df-bct22|server-2-prod-567db795df-bm7z5|server-2-prod-567db795df-bqxg8|server-2-prod-567db795df-bzxzj|server-2-prod-567db795df-f8cfw|server-2-prod-567db795df-g2kzb|server-2-prod-567db795df-g76n2|server-2-prod-567db795df-gbt25|server-2-prod-567db795df-gclq9|server-2-prod-567db795df-gqz6j|server-2-prod-567db795df-h4bnd|server-2-prod-567db795df-h54fh|server-2-prod-567db795df-h8r86|server-2-prod-567db795df-jwc4p|server-2-prod-567db795df-kc5cd|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-ktcxm|server-2-prod-567db795df-kxcw5|server-2-prod-567db795df-l24x2|server-2-prod-567db795df-l97ln|server-2-prod-567db795df-lh9jz|server-2-prod-567db795df-lndvc|server-2-prod-567db795df-m8wqx|server-2-prod-567db795df-mqq6f|server-2-prod-567db795df-nmbzm|server-2-prod-567db795df-q6jwr|server-2-prod-567db795df-qcjdb|server-2-prod-567db795df-qng56|server-2-prod-567db795df-r4hp5|server-2-prod-567db795df-rb8nk|server-2-prod-567db795df-smrtr|server-2-prod-567db795df-swnr4|server-2-prod-567db795df-tg65g|server-2-prod-567db795df-v285g|server-2-prod-567db795df-vp87n|server-2-prod-567db795df-wc6nf|server-2-prod-567db795df-wtf5z|server-2-prod-567db795df-wttmp|server-2-prod-567db795df-x596l|server-2-prod-567db795df-x8mw6|server-2-prod-567db795df-zjmmc|server-2-prod-567db795df-2whxj|server-2-prod-567db795df-4njhc|server-2-prod-567db795df-5m5kc|server-2-prod-567db795df-62zgb|server-2-prod-567db795df-6lv7k|server-2-prod-567db795df-785zk|server-2-prod-567db795df-78hgg|server-2-prod-567db795df-7p54j|server-2-prod-567db795df-7ptxm|server-2-prod-567db795df-82tbm|server-2-prod-567db795df-9kslt|server-2-prod-567db795df-clrnm|server-2-prod-567db795df-dld6q|server-2-prod-567db795df-h4tps|server-2-prod-567db795df-lffbp|server-2-prod-567db795df-pksfc|server-2-prod-567db795df-rhgd9|server-2-prod-567db795df-rtsxj|server-2-prod-567db795df-wffv7|server-2-prod-567db795df-xcs66|server-2-prod-567db795df-zhvtd\", container=\"nginx\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:34.710855+03:00", - "end_time": "2023-06-29T11:51:34.710855+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-2fmj4|server-2-prod-567db795df-45xfs|server-2-prod-567db795df-599h5|server-2-prod-567db795df-5gzzn|server-2-prod-567db795df-5vcpd|server-2-prod-567db795df-674xk|server-2-prod-567db795df-6bblm|server-2-prod-567db795df-6cppl|server-2-prod-567db795df-6ljjd|server-2-prod-567db795df-72vl9|server-2-prod-567db795df-76k9p|server-2-prod-567db795df-85j4v|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-97z6d|server-2-prod-567db795df-99fmf|server-2-prod-567db795df-9sgfn|server-2-prod-567db795df-b2h8l|server-2-prod-567db795df-b9jmf|server-2-prod-567db795df-bct22|server-2-prod-567db795df-bm7z5|server-2-prod-567db795df-bqxg8|server-2-prod-567db795df-bzxzj|server-2-prod-567db795df-f8cfw|server-2-prod-567db795df-g2kzb|server-2-prod-567db795df-g76n2|server-2-prod-567db795df-gbt25|server-2-prod-567db795df-gclq9|server-2-prod-567db795df-gqz6j|server-2-prod-567db795df-h4bnd|server-2-prod-567db795df-h54fh|server-2-prod-567db795df-h8r86|server-2-prod-567db795df-jwc4p|server-2-prod-567db795df-kc5cd|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-ktcxm|server-2-prod-567db795df-kxcw5|server-2-prod-567db795df-l24x2|server-2-prod-567db795df-l97ln|server-2-prod-567db795df-lh9jz|server-2-prod-567db795df-lndvc|server-2-prod-567db795df-m8wqx|server-2-prod-567db795df-mqq6f|server-2-prod-567db795df-nmbzm|server-2-prod-567db795df-q6jwr|server-2-prod-567db795df-qcjdb|server-2-prod-567db795df-qng56|server-2-prod-567db795df-r4hp5|server-2-prod-567db795df-rb8nk|server-2-prod-567db795df-smrtr|server-2-prod-567db795df-swnr4|server-2-prod-567db795df-tg65g|server-2-prod-567db795df-v285g|server-2-prod-567db795df-vp87n|server-2-prod-567db795df-wc6nf|server-2-prod-567db795df-wtf5z|server-2-prod-567db795df-wttmp|server-2-prod-567db795df-x596l|server-2-prod-567db795df-x8mw6|server-2-prod-567db795df-zjmmc|server-2-prod-567db795df-2whxj|server-2-prod-567db795df-4njhc|server-2-prod-567db795df-5m5kc|server-2-prod-567db795df-62zgb|server-2-prod-567db795df-6lv7k|server-2-prod-567db795df-785zk|server-2-prod-567db795df-78hgg|server-2-prod-567db795df-7p54j|server-2-prod-567db795df-7ptxm|server-2-prod-567db795df-82tbm|server-2-prod-567db795df-9kslt|server-2-prod-567db795df-clrnm|server-2-prod-567db795df-dld6q|server-2-prod-567db795df-h4tps|server-2-prod-567db795df-lffbp|server-2-prod-567db795df-pksfc|server-2-prod-567db795df-rhgd9|server-2-prod-567db795df-rtsxj|server-2-prod-567db795df-wffv7|server-2-prod-567db795df-xcs66|server-2-prod-567db795df-zhvtd\", container=\"nginx\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:39.242335+03:00", + "end_time": "2023-06-29T12:01:39.242335+03:00", "step": "2m" } } @@ -1429,7 +1429,7 @@ "severity": "WARNING" }, "memory": { - "value": 156237824.0, + "value": 520093696.0, "severity": "WARNING" } }, @@ -1439,7 +1439,7 @@ "severity": "GOOD" }, "memory": { - "value": 156237824.0, + "value": 520093696.0, "severity": "WARNING" } }, @@ -1452,14 +1452,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9|thanos-query-c5984db64-5ghg6\", container=\"query\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:33.344035+03:00", - "end_time": "2023-06-29T11:51:33.344035+03:00", + "start_time": "2023-06-15T12:01:36.597752+03:00", + "end_time": "2023-06-29T12:01:36.597752+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9|thanos-query-c5984db64-5ghg6\", container=\"query\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:33.493162+03:00", - "end_time": "2023-06-29T11:51:33.493162+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9|thanos-query-c5984db64-5ghg6\", container=\"query\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:38.512556+03:00", + "end_time": "2023-06-29T12:01:38.512556+03:00", "step": "2m" } } @@ -1497,7 +1497,7 @@ "severity": "WARNING" }, "memory": { - "value": 12582912.0, + "value": 15728640.0, "severity": "WARNING" } }, @@ -1507,7 +1507,7 @@ "severity": "GOOD" }, "memory": { - "value": 12582912.0, + "value": 15728640.0, "severity": "WARNING" } }, @@ -1520,14 +1520,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:33.654729+03:00", - "end_time": "2023-06-29T11:51:33.654729+03:00", + "start_time": "2023-06-15T12:01:36.765660+03:00", + "end_time": "2023-06-29T12:01:36.765660+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:34.076301+03:00", - "end_time": "2023-06-29T11:51:34.076301+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:37.902137+03:00", + "end_time": "2023-06-29T12:01:37.902137+03:00", "step": "2m" } } @@ -1565,7 +1565,7 @@ "severity": "GOOD" }, "memory": { - "value": 25165824.0, + "value": 26214400.0, "severity": "OK" } }, @@ -1575,7 +1575,7 @@ "severity": "GOOD" }, "memory": { - "value": 25165824.0, + "value": 26214400.0, "severity": "WARNING" } }, @@ -1588,14 +1588,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.379484+03:00", - "end_time": "2023-06-29T11:51:29.379484+03:00", + "start_time": "2023-06-15T12:01:33.233321+03:00", + "end_time": "2023-06-29T12:01:33.233321+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.391965+03:00", - "end_time": "2023-06-29T11:51:29.391965+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.202800+03:00", + "end_time": "2023-06-29T12:01:33.202800+03:00", "step": "2m" } } @@ -1656,14 +1656,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.428810+03:00", - "end_time": "2023-06-29T11:51:29.428810+03:00", + "start_time": "2023-06-15T12:01:33.235672+03:00", + "end_time": "2023-06-29T12:01:33.235672+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.440296+03:00", - "end_time": "2023-06-29T11:51:29.440296+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.398254+03:00", + "end_time": "2023-06-29T12:01:33.398254+03:00", "step": "2m" } } @@ -1697,11 +1697,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.123, + "value": 0.121, "severity": "GOOD" }, "memory": { - "value": 3964665856.0, + "value": 3526361088.0, "severity": "WARNING" } }, @@ -1711,7 +1711,7 @@ "severity": "GOOD" }, "memory": { - "value": 3964665856.0, + "value": 3526361088.0, "severity": "WARNING" } }, @@ -1724,14 +1724,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.770618+03:00", - "end_time": "2023-06-29T11:51:29.770618+03:00", + "start_time": "2023-06-15T12:01:33.420906+03:00", + "end_time": "2023-06-29T12:01:33.420906+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.606944+03:00", - "end_time": "2023-06-29T11:51:29.606944+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.606648+03:00", + "end_time": "2023-06-29T12:01:33.606648+03:00", "step": "2m" } } @@ -1769,7 +1769,7 @@ "severity": "OK" }, "memory": { - "value": 14680064.0, + "value": 15728640.0, "severity": "GOOD" } }, @@ -1779,7 +1779,7 @@ "severity": "GOOD" }, "memory": { - "value": 14680064.0, + "value": 15728640.0, "severity": "GOOD" } }, @@ -1792,14 +1792,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.624080+03:00", - "end_time": "2023-06-29T11:51:29.624080+03:00", + "start_time": "2023-06-15T12:01:33.480245+03:00", + "end_time": "2023-06-29T12:01:33.480245+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.772657+03:00", - "end_time": "2023-06-29T11:51:29.772657+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.618546+03:00", + "end_time": "2023-06-29T12:01:33.618546+03:00", "step": "2m" } } @@ -1837,7 +1837,7 @@ "severity": "WARNING" }, "memory": { - "value": 41943040.0, + "value": 66060288.0, "severity": "WARNING" } }, @@ -1847,7 +1847,7 @@ "severity": "GOOD" }, "memory": { - "value": 41943040.0, + "value": 66060288.0, "severity": "WARNING" } }, @@ -1860,14 +1860,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.794421+03:00", - "end_time": "2023-06-29T11:51:29.794421+03:00", + "start_time": "2023-06-15T12:01:33.494160+03:00", + "end_time": "2023-06-29T12:01:33.494160+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.795510+03:00", - "end_time": "2023-06-29T11:51:29.795510+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.685696+03:00", + "end_time": "2023-06-29T12:01:33.685696+03:00", "step": "2m" } } @@ -1940,82 +1940,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t24v|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.459127+03:00", - "end_time": "2023-06-29T11:51:30.459127+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t24v|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.504241+03:00", - "end_time": "2023-06-29T11:51:30.504241+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28133750", - "container": "fail-always", - "pods": [ - { - "name": "cron-scripts-sweep-clean-28133750-6qhd7", - "deleted": true - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133750-6qhd7\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.960884+03:00", - "end_time": "2023-06-29T11:51:29.960884+03:00", + "start_time": "2023-06-15T12:01:34.216453+03:00", + "end_time": "2023-06-29T12:01:34.216453+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133750-6qhd7\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:29.962063+03:00", - "end_time": "2023-06-29T11:51:29.962063+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t24v|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.263285+03:00", + "end_time": "2023-06-29T12:01:34.263285+03:00", "step": "2m" } } @@ -2076,14 +2008,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133770-dk6d8\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.032966+03:00", - "end_time": "2023-06-29T11:51:30.032966+03:00", + "start_time": "2023-06-15T12:01:33.779763+03:00", + "end_time": "2023-06-29T12:01:33.779763+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133770-dk6d8\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.038271+03:00", - "end_time": "2023-06-29T11:51:30.038271+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133770-dk6d8\", container=\"fail-always\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.811275+03:00", + "end_time": "2023-06-29T12:01:33.811275+03:00", "step": "2m" } } @@ -2144,14 +2076,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133780-2sjf4\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.179404+03:00", - "end_time": "2023-06-29T11:51:30.179404+03:00", + "start_time": "2023-06-15T12:01:33.811392+03:00", + "end_time": "2023-06-29T12:01:33.811392+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133780-2sjf4\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.181849+03:00", - "end_time": "2023-06-29T11:51:30.181849+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133780-2sjf4\", container=\"fail-always\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.891524+03:00", + "end_time": "2023-06-29T12:01:33.891524+03:00", "step": "2m" } } @@ -2212,14 +2144,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133790-cn5jw\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.221938+03:00", - "end_time": "2023-06-29T11:51:30.221938+03:00", + "start_time": "2023-06-15T12:01:33.969434+03:00", + "end_time": "2023-06-29T12:01:33.969434+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133790-cn5jw\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.222205+03:00", - "end_time": "2023-06-29T11:51:30.222205+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133790-cn5jw\", container=\"fail-always\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:33.988368+03:00", + "end_time": "2023-06-29T12:01:33.988368+03:00", "step": "2m" } } @@ -2280,14 +2212,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133800-k4rkq\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.348005+03:00", - "end_time": "2023-06-29T11:51:30.348005+03:00", + "start_time": "2023-06-15T12:01:34.034869+03:00", + "end_time": "2023-06-29T12:01:34.034869+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133800-k4rkq\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.342635+03:00", - "end_time": "2023-06-29T11:51:30.342635+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133800-k4rkq\", container=\"fail-always\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.065968+03:00", + "end_time": "2023-06-29T12:01:34.065968+03:00", "step": "2m" } } @@ -2300,74 +2232,6 @@ "pods": [ { "name": "cron-scripts-sweep-clean-28133810-gjks9", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.458972+03:00", - "end_time": "2023-06-29T11:51:30.458972+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.459065+03:00", - "end_time": "2023-06-29T11:51:30.459065+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28133750", - "container": "db-backup", - "pods": [ - { - "name": "daily-db-backup-28133750-vzwsh", "deleted": true } ], @@ -2415,15 +2279,15 @@ "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133750-vzwsh\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.509018+03:00", - "end_time": "2023-06-29T11:51:30.509018+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.149259+03:00", + "end_time": "2023-06-29T12:01:34.149259+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133750-vzwsh\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.516548+03:00", - "end_time": "2023-06-29T11:51:30.516548+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.216347+03:00", + "end_time": "2023-06-29T12:01:34.216347+03:00", "step": "2m" } } @@ -2484,14 +2348,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133770-9gsvv\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.637138+03:00", - "end_time": "2023-06-29T11:51:30.637138+03:00", + "start_time": "2023-06-15T12:01:34.223082+03:00", + "end_time": "2023-06-29T12:01:34.223082+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133770-9gsvv\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.637003+03:00", - "end_time": "2023-06-29T11:51:30.637003+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133770-9gsvv\", container=\"db-backup\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.263206+03:00", + "end_time": "2023-06-29T12:01:34.263206+03:00", "step": "2m" } } @@ -2552,14 +2416,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133780-rcxdt\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.628772+03:00", - "end_time": "2023-06-29T11:51:30.628772+03:00", + "start_time": "2023-06-15T12:01:34.389026+03:00", + "end_time": "2023-06-29T12:01:34.389026+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133780-rcxdt\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.672770+03:00", - "end_time": "2023-06-29T11:51:30.672770+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133780-rcxdt\", container=\"db-backup\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.387548+03:00", + "end_time": "2023-06-29T12:01:34.387548+03:00", "step": "2m" } } @@ -2620,14 +2484,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133790-7ch5f\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.672613+03:00", - "end_time": "2023-06-29T11:51:30.672613+03:00", + "start_time": "2023-06-15T12:01:34.385912+03:00", + "end_time": "2023-06-29T12:01:34.385912+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133790-7ch5f\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.691138+03:00", - "end_time": "2023-06-29T11:51:30.691138+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133790-7ch5f\", container=\"db-backup\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.381439+03:00", + "end_time": "2023-06-29T12:01:34.381439+03:00", "step": "2m" } } @@ -2688,14 +2552,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133800-nk7zk\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.799132+03:00", - "end_time": "2023-06-29T11:51:30.799132+03:00", + "start_time": "2023-06-15T12:01:34.435305+03:00", + "end_time": "2023-06-29T12:01:34.435305+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133800-nk7zk\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.806344+03:00", - "end_time": "2023-06-29T11:51:30.806344+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133800-nk7zk\", container=\"db-backup\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.433028+03:00", + "end_time": "2023-06-29T12:01:34.433028+03:00", "step": "2m" } } @@ -2708,7 +2572,7 @@ "pods": [ { "name": "daily-db-backup-28133810-ttgc9", - "deleted": false + "deleted": true } ], "hpa": null, @@ -2756,14 +2620,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133810-ttgc9\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.817123+03:00", - "end_time": "2023-06-29T11:51:30.817123+03:00", + "start_time": "2023-06-15T12:01:34.540375+03:00", + "end_time": "2023-06-29T12:01:34.540375+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133810-ttgc9\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.851614+03:00", - "end_time": "2023-06-29T11:51:30.851614+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133810-ttgc9\", container=\"db-backup\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.551424+03:00", + "end_time": "2023-06-29T12:01:34.551424+03:00", "step": "2m" } } @@ -2840,14 +2704,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133790-bq4bw|migration-scripts-28133790-gm2hr|migration-scripts-28133790-gpj5h|migration-scripts-28133790-ltrhd|migration-scripts-28133790-nmj4w\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.851793+03:00", - "end_time": "2023-06-29T11:51:30.851793+03:00", + "start_time": "2023-06-15T12:01:34.566975+03:00", + "end_time": "2023-06-29T12:01:34.566975+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133790-bq4bw|migration-scripts-28133790-gm2hr|migration-scripts-28133790-gpj5h|migration-scripts-28133790-ltrhd|migration-scripts-28133790-nmj4w\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.869139+03:00", - "end_time": "2023-06-29T11:51:30.869139+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133790-bq4bw|migration-scripts-28133790-gm2hr|migration-scripts-28133790-gpj5h|migration-scripts-28133790-ltrhd|migration-scripts-28133790-nmj4w\", container=\"migration-scripts\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.566727+03:00", + "end_time": "2023-06-29T12:01:34.566727+03:00", "step": "2m" } } @@ -2924,14 +2788,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133800-dvsht|migration-scripts-28133800-ftvdk|migration-scripts-28133800-hkn4z|migration-scripts-28133800-nfplk|migration-scripts-28133800-pqnpg\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.970238+03:00", - "end_time": "2023-06-29T11:51:30.970238+03:00", + "start_time": "2023-06-15T12:01:34.616425+03:00", + "end_time": "2023-06-29T12:01:34.616425+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133800-dvsht|migration-scripts-28133800-ftvdk|migration-scripts-28133800-hkn4z|migration-scripts-28133800-nfplk|migration-scripts-28133800-pqnpg\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.998692+03:00", - "end_time": "2023-06-29T11:51:30.998692+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133800-dvsht|migration-scripts-28133800-ftvdk|migration-scripts-28133800-hkn4z|migration-scripts-28133800-nfplk|migration-scripts-28133800-pqnpg\", container=\"migration-scripts\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.604409+03:00", + "end_time": "2023-06-29T12:01:34.604409+03:00", "step": "2m" } } @@ -3008,14 +2872,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133810-24hql|migration-scripts-28133810-nsgjm|migration-scripts-28133810-q72hr|migration-scripts-28133810-sbtks|migration-scripts-28133810-smt4z\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:30.990849+03:00", - "end_time": "2023-06-29T11:51:30.990849+03:00", + "start_time": "2023-06-15T12:01:34.708038+03:00", + "end_time": "2023-06-29T12:01:34.708038+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133810-24hql|migration-scripts-28133810-nsgjm|migration-scripts-28133810-q72hr|migration-scripts-28133810-sbtks|migration-scripts-28133810-smt4z\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.025287+03:00", - "end_time": "2023-06-29T11:51:31.025287+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133810-24hql|migration-scripts-28133810-nsgjm|migration-scripts-28133810-q72hr|migration-scripts-28133810-sbtks|migration-scripts-28133810-smt4z\", container=\"migration-scripts\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.720834+03:00", + "end_time": "2023-06-29T12:01:34.720834+03:00", "step": "2m" } } @@ -3076,20 +2940,20 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.195788+03:00", - "end_time": "2023-06-29T11:51:31.195788+03:00", + "start_time": "2023-06-15T12:01:34.946556+03:00", + "end_time": "2023-06-29T12:01:34.946556+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}) by (container, pod, job)", - "start_time": "2023-06-15T11:51:31.208256+03:00", - "end_time": "2023-06-29T11:51:31.208256+03:00", + "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}[14d])) by (container, pod, job)", + "start_time": "2023-06-15T12:01:34.933166+03:00", + "end_time": "2023-06-29T12:01:34.933166+03:00", "step": "2m" } } } ], - "score": 42, + "score": 46, "resources": [ "cpu", "memory" -- cgit v1.2.3 From 7516f036b34e6a490c510b5f1d0e250e745c6daf Mon Sep 17 00:00:00 2001 From: avi robusta Date: Thu, 29 Jun 2023 16:48:13 +0300 Subject: reformatting metric --- robusta_krr/core/integrations/prometheus/metrics/memory_metric.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index d0c4d35..7f84244 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -11,7 +11,13 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): pods_selector = "|".join(pod.name for pod in object.pods) cluster_label = self.get_prometheus_cluster_label() return ( - f'max(max_over_time(container_memory_max_usage_bytes{{namespace="{object.namespace}", pod=~"{pods_selector}", container="{object.container}"{cluster_label}}}[14d])) by (container, pod, job)' + f'max(max_over_time(container_memory_max_usage_bytes{{' + f'namespace="{object.namespace}", ' + f'pod=~"{pods_selector}", ' + f'container="{object.container}"' + f'{cluster_label}' + f'}}[14d])) ' + f'by (container, pod, job)' ) def get_query_type(self) -> QueryType: -- cgit v1.2.3 From e130e9857ff9bc9eb700fdd7c671748c7a82a605 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Thu, 29 Jun 2023 17:26:01 +0300 Subject: added resolution param to queries --- .../core/integrations/prometheus/metrics/base_metric.py | 12 ++++++++---- .../core/integrations/prometheus/metrics/cpu_metric.py | 3 ++- .../core/integrations/prometheus/metrics/memory_metric.py | 10 ++++++---- 3 files changed, 16 insertions(+), 9 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py index 1943518..c0acf89 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py @@ -53,12 +53,13 @@ class BaseMetricLoader(Configurable, abc.ABC): return f', {self.config.prometheus_label}="{self.config.prometheus_cluster_label}"' @abc.abstractmethod - def get_query(self, object: K8sObjectData) -> str: + def get_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: """ This method should be implemented by all subclasses to provide a query string to fetch metrics. Args: object (K8sObjectData): The object for which metrics need to be fetched. + resolution (Optional[str]): a string for configurable resolution to the query. Returns: str: The query string. @@ -76,7 +77,8 @@ class BaseMetricLoader(Configurable, abc.ABC): Returns: str: Step size in string format used by Prometheus. """ - + if step.total_seconds() > 60 * 60 * 24: + return f"{int(step.total_seconds()) // (60 * 60 * 24)}d" return f"{int(step.total_seconds()) // 60}m" def query_prometheus_thread(self, metric: Metric, query_type: QueryType) -> list[dict]: @@ -88,8 +90,10 @@ class BaseMetricLoader(Configurable, abc.ABC): step=metric.step, ) return value - + + # regular query, lighter on preformance results = self.prometheus.custom_query(query=metric.query) + #format the results to return the same format as custom_query_range for result in results: result["values"] = [result.pop("value")] return results @@ -126,7 +130,7 @@ class BaseMetricLoader(Configurable, abc.ABC): ResourceHistoryData: An instance of the ResourceHistoryData class representing the loaded metrics. """ - query = self.get_query(object) + query = self.get_query(object, self._step_to_string(period)) query_type = self.get_query_type() end_time = datetime.datetime.now().astimezone() metric = Metric( diff --git a/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py b/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py index af8c2d2..f436285 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py @@ -1,3 +1,4 @@ +from typing import Optional from robusta_krr.core.models.allocations import ResourceType from robusta_krr.core.models.objects import K8sObjectData @@ -7,7 +8,7 @@ from .base_metric import bind_metric, QueryType @bind_metric(ResourceType.CPU) class CPUMetricLoader(BaseFilteredMetricLoader): - def get_query(self, object: K8sObjectData) -> str: + def get_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: pods_selector = "|".join(pod.name for pod in object.pods) cluster_label = self.get_prometheus_cluster_label() return ( diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index 7f84244..06d4d5c 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -1,3 +1,4 @@ +from typing import Optional from robusta_krr.core.models.allocations import ResourceType from robusta_krr.core.models.objects import K8sObjectData @@ -7,17 +8,18 @@ from .base_metric import bind_metric, QueryType @bind_metric(ResourceType.Memory) class MemoryMetricLoader(BaseFilteredMetricLoader): - def get_query(self, object: K8sObjectData) -> str: + def get_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: pods_selector = "|".join(pod.name for pod in object.pods) cluster_label = self.get_prometheus_cluster_label() + resolution_formatted = f'[{resolution}]' if resolution else '' return ( f'max(max_over_time(container_memory_max_usage_bytes{{' f'namespace="{object.namespace}", ' f'pod=~"{pods_selector}", ' f'container="{object.container}"' - f'{cluster_label}' - f'}}[14d])) ' - f'by (container, pod, job)' + f'{cluster_label}}}' + f'{resolution_formatted}' + f')) by (container, pod, job)' ) def get_query_type(self) -> QueryType: -- cgit v1.2.3 From 317e428f75161c47b2ce0e39d7116cde5ad14cab Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 09:54:42 +0300 Subject: added memory metric --- robusta_krr/core/integrations/prometheus/metrics/memory_metric.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index 06d4d5c..2dcbed5 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -13,7 +13,7 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): cluster_label = self.get_prometheus_cluster_label() resolution_formatted = f'[{resolution}]' if resolution else '' return ( - f'max(max_over_time(container_memory_max_usage_bytes{{' + f'max(max_over_time(container_memory_working_set_bytes{{' f'namespace="{object.namespace}", ' f'pod=~"{pods_selector}", ' f'container="{object.container}"' -- cgit v1.2.3 From 43805593e8bcfd64be86530ee39d4e42e6fdc7a2 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 20:21:32 +0300 Subject: added strategy metric override --- .../integrations/prometheus/metrics/base_metric.py | 30 ++++++++++++++++++++-- .../metrics_service/prometheus_metrics_service.py | 4 +-- 2 files changed, 29 insertions(+), 5 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py index c0acf89..288a30f 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py @@ -19,8 +19,11 @@ class QueryType(str, enum.Enum): Query="query" QueryRange="query_range" +MetricsDictionary = dict[str, type[BaseMetricLoader]] # A registry of metrics that can be used to fetch a corresponding metric loader. -REGISTERED_METRICS: dict[str, type[BaseMetricLoader]] = {} +REGISTERED_METRICS: MetricsDictionary = {} +STRATEGY_METRICS_OVERRIDES: dict[str,MetricsDictionary] + class BaseMetricLoader(Configurable, abc.ABC): @@ -153,12 +156,13 @@ class BaseMetricLoader(Configurable, abc.ABC): ) @staticmethod - def get_by_resource(resource: str) -> type[BaseMetricLoader]: + def get_by_resource(resource: str, strategy: Optional[str]) -> type[BaseMetricLoader]: """ Fetches the metric loader corresponding to the specified resource. Args: resource (str): The name of the resource. + resource (str): The name of the strategy. Returns: type[BaseMetricLoader]: The class of the metric loader corresponding to the resource. @@ -168,6 +172,8 @@ class BaseMetricLoader(Configurable, abc.ABC): """ try: + if strategy and STRATEGY_METRICS_OVERRIDES.has_key(strategy) and STRATEGY_METRICS_OVERRIDES[strategy].has_key(resource): + return STRATEGY_METRICS_OVERRIDES[strategy][resource] return REGISTERED_METRICS[resource] except KeyError as e: raise KeyError(f"Resource {resource} was not registered by `@bind_metric(...)`") from e @@ -192,3 +198,23 @@ def bind_metric(resource: str) -> Callable[[type[Self]], type[Self]]: return cls return decorator + +def override_metric(strategy: str, resource: str) -> Callable[[type[Self]], type[Self]]: + """ + A decorator that overrides the bound metric on a specific strategy. + + Args: + strategy (str): The name of the strategy for this metric. + resource (str): The name of the resource. + + Returns: + Callable[[type[Self]], type[Self]]: The decorator that does the binding. + """ + + def decorator(cls: type[Self]) -> type[Self]: + if not STRATEGY_METRICS_OVERRIDES.has_key(strategy): + STRATEGY_METRICS_OVERRIDES[strategy] = {} + STRATEGY_METRICS_OVERRIDES[strategy][resource] = cls + return cls + + return decorator \ No newline at end of file diff --git a/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py b/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py index 896387f..919b508 100644 --- a/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py +++ b/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py @@ -177,9 +177,7 @@ class PrometheusMetricsService(MetricsService): """ self.debug(f"Gathering data for {object} and {resource}") - await self.add_historic_pods(object, period) - - MetricLoaderType = BaseMetricLoader.get_by_resource(resource) + MetricLoaderType = BaseMetricLoader.get_by_resource(resource, self.config.strategy) metric_loader = MetricLoaderType(self.config, self.prometheus, self.executor) return await metric_loader.load_data(object, period, step, self.name()) -- cgit v1.2.3 From 4a229b7c80c9986aa5dde51cc63e3e2c67a1e84e Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 20:34:04 +0300 Subject: added strategy metric override --- .../integrations/prometheus/metrics/base_metric.py | 17 +++++++++------ .../prometheus/metrics/memory_metric.py | 25 +++++++++++++++++++--- 2 files changed, 32 insertions(+), 10 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py index 288a30f..e62f9ac 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py @@ -14,15 +14,16 @@ from robusta_krr.utils.configurable import Configurable if TYPE_CHECKING: from .. import CustomPrometheusConnect + MetricsDictionary = dict[str, type[BaseMetricLoader]] class QueryType(str, enum.Enum): Query="query" QueryRange="query_range" -MetricsDictionary = dict[str, type[BaseMetricLoader]] + # A registry of metrics that can be used to fetch a corresponding metric loader. REGISTERED_METRICS: MetricsDictionary = {} -STRATEGY_METRICS_OVERRIDES: dict[str,MetricsDictionary] +STRATEGY_METRICS_OVERRIDES: dict[str,MetricsDictionary] = {} @@ -172,8 +173,9 @@ class BaseMetricLoader(Configurable, abc.ABC): """ try: - if strategy and STRATEGY_METRICS_OVERRIDES.has_key(strategy) and STRATEGY_METRICS_OVERRIDES[strategy].has_key(resource): - return STRATEGY_METRICS_OVERRIDES[strategy][resource] + lower_strategy = strategy.lower() + if lower_strategy and lower_strategy in STRATEGY_METRICS_OVERRIDES and resource in STRATEGY_METRICS_OVERRIDES[lower_strategy]: + return STRATEGY_METRICS_OVERRIDES[lower_strategy][resource] return REGISTERED_METRICS[resource] except KeyError as e: raise KeyError(f"Resource {resource} was not registered by `@bind_metric(...)`") from e @@ -212,9 +214,10 @@ def override_metric(strategy: str, resource: str) -> Callable[[type[Self]], type """ def decorator(cls: type[Self]) -> type[Self]: - if not STRATEGY_METRICS_OVERRIDES.has_key(strategy): - STRATEGY_METRICS_OVERRIDES[strategy] = {} - STRATEGY_METRICS_OVERRIDES[strategy][resource] = cls + lower_strategy = strategy.lower() + if lower_strategy not in STRATEGY_METRICS_OVERRIDES: + STRATEGY_METRICS_OVERRIDES[lower_strategy] = {} + STRATEGY_METRICS_OVERRIDES[lower_strategy][resource] = cls return cls return decorator \ No newline at end of file diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index 2dcbed5..8f4e286 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -3,11 +3,30 @@ from robusta_krr.core.models.allocations import ResourceType from robusta_krr.core.models.objects import K8sObjectData from .base_filtered_metric import BaseFilteredMetricLoader -from .base_metric import bind_metric, QueryType - +from .base_metric import bind_metric, QueryType, override_metric @bind_metric(ResourceType.Memory) class MemoryMetricLoader(BaseFilteredMetricLoader): + def get_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: + pods_selector = "|".join(pod.name for pod in object.pods) + cluster_label = self.get_prometheus_cluster_label() + return ( + "sum(container_memory_working_set_bytes{" + f'namespace="{object.namespace}", ' + f'pod=~"{pods_selector}", ' + f'container="{object.container}"' + f"{cluster_label}" + "}) by (container, pod, job)" + ) + + def get_query_type(self) -> QueryType: + return QueryType.QueryRange + +@override_metric("simple", ResourceType.Memory) +class MemoryMetricLoader(BaseFilteredMetricLoader): + """ + A class that overrides the memory metric on the simple strategy. + """ def get_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: pods_selector = "|".join(pod.name for pod in object.pods) cluster_label = self.get_prometheus_cluster_label() @@ -23,4 +42,4 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): ) def get_query_type(self) -> QueryType: - return QueryType.Query \ No newline at end of file + return QueryType.Query -- cgit v1.2.3 From 3c0186c3d2e03c6b55afd4b260f7b56bd9b1c52d Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 20:39:41 +0300 Subject: normal calc --- out_test.txt | 1754 +++++++++++++++++++++++++--------------------------------- 1 file changed, 768 insertions(+), 986 deletions(-) diff --git a/out_test.txt b/out_test.txt index 600b6b3..01088f0 100644 --- a/out_test.txt +++ b/out_test.txt @@ -29,7 +29,7 @@ "recommended": { "requests": { "cpu": { - "value": 0.011, + "value": 0.012, "severity": "WARNING" }, "memory": { @@ -56,14 +56,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.995320+03:00", - "end_time": "2023-06-29T12:01:34.995320+03:00", + "start_time": "2023-06-18T20:38:48.039495+03:00", + "end_time": "2023-07-02T20:38:48.039495+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.977947+03:00", - "end_time": "2023-06-29T12:01:34.977947+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.042096+03:00", + "end_time": "2023-07-02T20:38:48.042096+03:00", "step": "2m" } } @@ -124,14 +124,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.983444+03:00", - "end_time": "2023-06-29T12:01:34.983444+03:00", + "start_time": "2023-06-18T20:38:48.042341+03:00", + "end_time": "2023-07-02T20:38:48.042341+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.190002+03:00", - "end_time": "2023-06-29T12:01:35.190002+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.042538+03:00", + "end_time": "2023-07-02T20:38:48.042538+03:00", "step": "2m" } } @@ -145,10 +145,6 @@ { "name": "robusta-forwarder-7fdb9b5754-zd6nr", "deleted": false - }, - { - "name": "robusta-forwarder-7fdb9b5754-mmk2s", - "deleted": true } ], "hpa": null, @@ -169,11 +165,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, + "value": 0.008, "severity": "GOOD" }, "memory": { - "value": 48234496.0, + "value": 36700160.0, "severity": "WARNING" } }, @@ -183,7 +179,7 @@ "severity": "GOOD" }, "memory": { - "value": 48234496.0, + "value": 36700160.0, "severity": "WARNING" } }, @@ -195,15 +191,15 @@ "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr|robusta-forwarder-7fdb9b5754-mmk2s\", container=\"kubewatch\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.980484+03:00", - "end_time": "2023-06-29T12:01:34.980484+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr\", container=\"kubewatch\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.042694+03:00", + "end_time": "2023-07-02T20:38:48.042694+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr|robusta-forwarder-7fdb9b5754-mmk2s\", container=\"kubewatch\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.154080+03:00", - "end_time": "2023-06-29T12:01:35.154080+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr\", container=\"kubewatch\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.042871+03:00", + "end_time": "2023-07-02T20:38:48.042871+03:00", "step": "2m" } } @@ -241,7 +237,7 @@ "severity": "WARNING" }, "memory": { - "value": 92274688.0, + "value": 82837504.0, "severity": "WARNING" } }, @@ -251,7 +247,7 @@ "severity": "GOOD" }, "memory": { - "value": 92274688.0, + "value": 82837504.0, "severity": "WARNING" } }, @@ -264,14 +260,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.378171+03:00", - "end_time": "2023-06-29T12:01:35.378171+03:00", + "start_time": "2023-06-18T20:38:48.043022+03:00", + "end_time": "2023-07-02T20:38:48.043022+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.250939+03:00", - "end_time": "2023-06-29T12:01:35.250939+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.043388+03:00", + "end_time": "2023-07-02T20:38:48.043388+03:00", "step": "2m" } } @@ -309,7 +305,7 @@ "severity": "WARNING" }, "memory": { - "value": 92274688.0, + "value": 80740352.0, "severity": "WARNING" } }, @@ -319,7 +315,7 @@ "severity": "GOOD" }, "memory": { - "value": 92274688.0, + "value": 80740352.0, "severity": "WARNING" } }, @@ -332,14 +328,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.270820+03:00", - "end_time": "2023-06-29T12:01:35.270820+03:00", + "start_time": "2023-06-18T20:38:48.043553+03:00", + "end_time": "2023-07-02T20:38:48.043553+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.283845+03:00", - "end_time": "2023-06-29T12:01:35.283845+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.043716+03:00", + "end_time": "2023-07-02T20:38:48.043716+03:00", "step": "2m" } } @@ -377,7 +373,7 @@ "severity": "WARNING" }, "memory": { - "value": 84934656.0, + "value": 79691776.0, "severity": "WARNING" } }, @@ -387,7 +383,7 @@ "severity": "GOOD" }, "memory": { - "value": 84934656.0, + "value": 79691776.0, "severity": "WARNING" } }, @@ -400,14 +396,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.499484+03:00", - "end_time": "2023-06-29T12:01:35.499484+03:00", + "start_time": "2023-06-18T20:38:48.043871+03:00", + "end_time": "2023-07-02T20:38:48.043871+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.390866+03:00", - "end_time": "2023-06-29T12:01:35.390866+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.044032+03:00", + "end_time": "2023-07-02T20:38:48.044032+03:00", "step": "2m" } } @@ -445,7 +441,7 @@ "severity": "GOOD" }, "memory": { - "value": 56623104.0, + "value": 44040192.0, "severity": "WARNING" } }, @@ -455,7 +451,7 @@ "severity": "GOOD" }, "memory": { - "value": 56623104.0, + "value": 44040192.0, "severity": "WARNING" } }, @@ -468,14 +464,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.554110+03:00", - "end_time": "2023-06-29T12:01:35.554110+03:00", + "start_time": "2023-06-18T20:38:48.044185+03:00", + "end_time": "2023-07-02T20:38:48.044185+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.406971+03:00", - "end_time": "2023-06-29T12:01:35.406971+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.044337+03:00", + "end_time": "2023-07-02T20:38:48.044337+03:00", "step": "2m" } } @@ -513,7 +509,7 @@ "severity": "GOOD" }, "memory": { - "value": 28311552.0, + "value": 19922944.0, "severity": "WARNING" } }, @@ -523,7 +519,7 @@ "severity": "GOOD" }, "memory": { - "value": 28311552.0, + "value": 19922944.0, "severity": "WARNING" } }, @@ -536,14 +532,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.668354+03:00", - "end_time": "2023-06-29T12:01:35.668354+03:00", + "start_time": "2023-06-18T20:38:48.044501+03:00", + "end_time": "2023-07-02T20:38:48.044501+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.687622+03:00", - "end_time": "2023-06-29T12:01:35.687622+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.044650+03:00", + "end_time": "2023-07-02T20:38:48.044650+03:00", "step": "2m" } } @@ -555,16 +551,8 @@ "container": "runner", "pods": [ { - "name": "robusta-runner-5dbc6d6bcc-flcv4", + "name": "robusta-runner-5dbc6d6bcc-9k9hg", "deleted": false - }, - { - "name": "robusta-runner-5dbc6d6bcc-bsmpc", - "deleted": true - }, - { - "name": "robusta-runner-5dbc6d6bcc-wbhjs", - "deleted": true } ], "hpa": null, @@ -585,11 +573,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.371, - "severity": "OK" + "value": 0.729, + "severity": "WARNING" }, "memory": { - "value": 1128267776.0, + "value": 1065353216.0, "severity": "GOOD" } }, @@ -599,7 +587,7 @@ "severity": "GOOD" }, "memory": { - "value": 1128267776.0, + "value": 1065353216.0, "severity": "GOOD" } }, @@ -608,18 +596,18 @@ "memory": null } }, - "severity": "OK", + "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-flcv4|robusta-runner-5dbc6d6bcc-bsmpc|robusta-runner-5dbc6d6bcc-wbhjs\", container=\"runner\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.781313+03:00", - "end_time": "2023-06-29T12:01:35.781313+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-9k9hg\", container=\"runner\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.044766+03:00", + "end_time": "2023-07-02T20:38:48.044766+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-flcv4|robusta-runner-5dbc6d6bcc-bsmpc|robusta-runner-5dbc6d6bcc-wbhjs\", container=\"runner\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:36.041366+03:00", - "end_time": "2023-06-29T12:01:36.041366+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-9k9hg\", container=\"runner\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.044873+03:00", + "end_time": "2023-07-02T20:38:48.044873+03:00", "step": "2m" } } @@ -633,10 +621,6 @@ { "name": "crashpod-64b874bbbc-4j6rz", "deleted": false - }, - { - "name": "crashpod-64b874bbbc-rhdvs", - "deleted": true } ], "hpa": null, @@ -683,15 +667,15 @@ "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz|crashpod-64b874bbbc-rhdvs\", container=\"crashpod\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:35.915746+03:00", - "end_time": "2023-06-29T12:01:35.915746+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz\", container=\"crashpod\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.045000+03:00", + "end_time": "2023-07-02T20:38:48.045000+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz|crashpod-64b874bbbc-rhdvs\", container=\"crashpod\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:36.053201+03:00", - "end_time": "2023-06-29T12:01:36.053201+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz\", container=\"crashpod\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.045106+03:00", + "end_time": "2023-07-02T20:38:48.045106+03:00", "step": "2m" } } @@ -705,10 +689,6 @@ { "name": "server-1-6f45c78d44-89vjr", "deleted": false - }, - { - "name": "server-1-6f45c78d44-h4hcd", - "deleted": true } ], "hpa": null, @@ -755,15 +735,15 @@ "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr|server-1-6f45c78d44-h4hcd\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:36.117335+03:00", - "end_time": "2023-06-29T12:01:36.117335+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr\", container=\"nginx\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.045228+03:00", + "end_time": "2023-07-02T20:38:48.045228+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr|server-1-6f45c78d44-h4hcd\", container=\"nginx\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:36.305396+03:00", - "end_time": "2023-06-29T12:01:36.305396+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr\", container=\"nginx\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.045342+03:00", + "end_time": "2023-07-02T20:38:48.045342+03:00", "step": "2m" } } @@ -775,31 +755,23 @@ "container": "nginx", "pods": [ { - "name": "server-2-5696d848f7-7r9xl", - "deleted": false - }, - { - "name": "server-2-5696d848f7-9ft6w", - "deleted": false - }, - { - "name": "server-2-5696d848f7-bfksc", + "name": "server-2-5696d848f7-bgckc", "deleted": false }, { - "name": "server-2-5696d848f7-bgckc", + "name": "server-2-5696d848f7-dmqmr", "deleted": false }, { - "name": "server-2-5696d848f7-cvxpz", + "name": "server-2-5696d848f7-dnb98", "deleted": false }, { - "name": "server-2-5696d848f7-dmqmr", + "name": "server-2-5696d848f7-gw9lq", "deleted": false }, { - "name": "server-2-5696d848f7-dnb98", + "name": "server-2-5696d848f7-h6rvj", "deleted": false }, { @@ -815,11 +787,11 @@ "deleted": false }, { - "name": "server-2-5696d848f7-lr7ww", + "name": "server-2-5696d848f7-lsznb", "deleted": false }, { - "name": "server-2-5696d848f7-lsznb", + "name": "server-2-5696d848f7-m9qdg", "deleted": false }, { @@ -842,113 +814,25 @@ "name": "server-2-5696d848f7-pnzch", "deleted": false }, - { - "name": "server-2-5696d848f7-q7z5j", - "deleted": false - }, { "name": "server-2-5696d848f7-r6lqm", "deleted": false }, { - "name": "server-2-5696d848f7-wlxnx", + "name": "server-2-5696d848f7-rhqcx", "deleted": false }, { - "name": "server-2-5696d848f7-2lrjz", - "deleted": true - }, - { - "name": "server-2-5696d848f7-2s8t4", - "deleted": true - }, - { - "name": "server-2-5696d848f7-7jcfn", - "deleted": true - }, - { - "name": "server-2-5696d848f7-95jpk", - "deleted": true - }, - { - "name": "server-2-5696d848f7-bwfxg", - "deleted": true - }, - { - "name": "server-2-5696d848f7-dbw8s", - "deleted": true - }, - { - "name": "server-2-5696d848f7-dmhqx", - "deleted": true - }, - { - "name": "server-2-5696d848f7-fbpgh", - "deleted": true - }, - { - "name": "server-2-5696d848f7-gn9jj", - "deleted": true - }, - { - "name": "server-2-5696d848f7-kdnfb", - "deleted": true - }, - { - "name": "server-2-5696d848f7-mcm9x", - "deleted": true - }, - { - "name": "server-2-5696d848f7-ml5zj", - "deleted": true - }, - { - "name": "server-2-5696d848f7-pcd78", - "deleted": true - }, - { - "name": "server-2-5696d848f7-q66sk", - "deleted": true - }, - { - "name": "server-2-5696d848f7-qfqdw", - "deleted": true - }, - { - "name": "server-2-5696d848f7-rwqj2", - "deleted": true - }, - { - "name": "server-2-5696d848f7-stcgb", - "deleted": true - }, - { - "name": "server-2-5696d848f7-tfk8k", - "deleted": true - }, - { - "name": "server-2-5696d848f7-vqmnp", - "deleted": true - }, - { - "name": "server-2-5696d848f7-wkpp2", - "deleted": true - }, - { - "name": "server-2-5696d848f7-wnk52", - "deleted": true - }, - { - "name": "server-2-5696d848f7-xk8tw", - "deleted": true + "name": "server-2-5696d848f7-rtt7f", + "deleted": false }, { - "name": "server-2-5696d848f7-xm5r6", - "deleted": true + "name": "server-2-5696d848f7-vzwgg", + "deleted": false }, { - "name": "server-2-5696d848f7-zh4r5", - "deleted": true + "name": "server-2-5696d848f7-wlxnx", + "deleted": false } ], "hpa": null, @@ -973,7 +857,7 @@ "severity": "WARNING" }, "memory": { - "value": 14680064.0, + "value": 10485760.0, "severity": "WARNING" } }, @@ -983,7 +867,7 @@ "severity": "GOOD" }, "memory": { - "value": 14680064.0, + "value": 10485760.0, "severity": "WARNING" } }, @@ -995,15 +879,15 @@ "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-5696d848f7-7r9xl|server-2-5696d848f7-9ft6w|server-2-5696d848f7-bfksc|server-2-5696d848f7-bgckc|server-2-5696d848f7-cvxpz|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lr7ww|server-2-5696d848f7-lsznb|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-q7z5j|server-2-5696d848f7-r6lqm|server-2-5696d848f7-wlxnx|server-2-5696d848f7-2lrjz|server-2-5696d848f7-2s8t4|server-2-5696d848f7-7jcfn|server-2-5696d848f7-95jpk|server-2-5696d848f7-bwfxg|server-2-5696d848f7-dbw8s|server-2-5696d848f7-dmhqx|server-2-5696d848f7-fbpgh|server-2-5696d848f7-gn9jj|server-2-5696d848f7-kdnfb|server-2-5696d848f7-mcm9x|server-2-5696d848f7-ml5zj|server-2-5696d848f7-pcd78|server-2-5696d848f7-q66sk|server-2-5696d848f7-qfqdw|server-2-5696d848f7-rwqj2|server-2-5696d848f7-stcgb|server-2-5696d848f7-tfk8k|server-2-5696d848f7-vqmnp|server-2-5696d848f7-wkpp2|server-2-5696d848f7-wnk52|server-2-5696d848f7-xk8tw|server-2-5696d848f7-xm5r6|server-2-5696d848f7-zh4r5\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:40.082971+03:00", - "end_time": "2023-06-29T12:01:40.082971+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-5696d848f7-bgckc|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-gw9lq|server-2-5696d848f7-h6rvj|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lsznb|server-2-5696d848f7-m9qdg|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-r6lqm|server-2-5696d848f7-rhqcx|server-2-5696d848f7-rtt7f|server-2-5696d848f7-vzwgg|server-2-5696d848f7-wlxnx\", container=\"nginx\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.045472+03:00", + "end_time": "2023-07-02T20:38:48.045472+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-7r9xl|server-2-5696d848f7-9ft6w|server-2-5696d848f7-bfksc|server-2-5696d848f7-bgckc|server-2-5696d848f7-cvxpz|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lr7ww|server-2-5696d848f7-lsznb|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-q7z5j|server-2-5696d848f7-r6lqm|server-2-5696d848f7-wlxnx|server-2-5696d848f7-2lrjz|server-2-5696d848f7-2s8t4|server-2-5696d848f7-7jcfn|server-2-5696d848f7-95jpk|server-2-5696d848f7-bwfxg|server-2-5696d848f7-dbw8s|server-2-5696d848f7-dmhqx|server-2-5696d848f7-fbpgh|server-2-5696d848f7-gn9jj|server-2-5696d848f7-kdnfb|server-2-5696d848f7-mcm9x|server-2-5696d848f7-ml5zj|server-2-5696d848f7-pcd78|server-2-5696d848f7-q66sk|server-2-5696d848f7-qfqdw|server-2-5696d848f7-rwqj2|server-2-5696d848f7-stcgb|server-2-5696d848f7-tfk8k|server-2-5696d848f7-vqmnp|server-2-5696d848f7-wkpp2|server-2-5696d848f7-wnk52|server-2-5696d848f7-xk8tw|server-2-5696d848f7-xm5r6|server-2-5696d848f7-zh4r5\", container=\"nginx\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:40.536826+03:00", - "end_time": "2023-06-29T12:01:40.536826+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-bgckc|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-gw9lq|server-2-5696d848f7-h6rvj|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lsznb|server-2-5696d848f7-m9qdg|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-r6lqm|server-2-5696d848f7-rhqcx|server-2-5696d848f7-rtt7f|server-2-5696d848f7-vzwgg|server-2-5696d848f7-wlxnx\", container=\"nginx\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.045597+03:00", + "end_time": "2023-07-02T20:38:48.045597+03:00", "step": "2m" } } @@ -1014,338 +898,174 @@ "name": "server-2-prod", "container": "nginx", "pods": [ - { - "name": "server-2-prod-567db795df-2fmj4", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-45xfs", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-599h5", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-5gzzn", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-5vcpd", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-674xk", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-6bblm", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-6cppl", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-6ljjd", - "deleted": false - }, { "name": "server-2-prod-567db795df-72vl9", "deleted": false }, - { - "name": "server-2-prod-567db795df-76k9p", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-85j4v", - "deleted": false - }, { "name": "server-2-prod-567db795df-8skdz", "deleted": false }, { - "name": "server-2-prod-567db795df-97z6d", + "name": "server-2-prod-567db795df-bct22", "deleted": false }, { - "name": "server-2-prod-567db795df-99fmf", + "name": "server-2-prod-567db795df-kjbpl", "deleted": false }, { - "name": "server-2-prod-567db795df-9sgfn", + "name": "server-2-prod-567db795df-wtf5z", "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null }, - { - "name": "server-2-prod-567db795df-b2h8l", - "deleted": false + "limits": { + "cpu": null, + "memory": null }, - { - "name": "server-2-prod-567db795df-b9jmf", - "deleted": false + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" }, - { - "name": "server-2-prod-567db795df-bct22", - "deleted": false + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-prod-567db795df-72vl9|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-bct22|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-wtf5z\", container=\"nginx\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.046348+03:00", + "end_time": "2023-07-02T20:38:48.046348+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-72vl9|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-bct22|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-wtf5z\", container=\"nginx\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.046458+03:00", + "end_time": "2023-07-02T20:38:48.046458+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "thanos-query", + "container": "query", + "pods": [ { - "name": "server-2-prod-567db795df-bm7z5", + "name": "thanos-query-c5984db64-cqfr9", "deleted": false + } + ], + "hpa": null, + "namespace": "thanos", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null }, - { - "name": "server-2-prod-567db795df-bqxg8", - "deleted": false + "limits": { + "cpu": null, + "memory": null }, - { - "name": "server-2-prod-567db795df-bzxzj", - "deleted": false + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" }, - { - "name": "server-2-prod-567db795df-f8cfw", - "deleted": false + "memory": { + "value": 402653184.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" }, + "memory": { + "value": 402653184.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9\", container=\"query\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.046580+03:00", + "end_time": "2023-07-02T20:38:48.046580+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9\", container=\"query\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.046688+03:00", + "end_time": "2023-07-02T20:38:48.046688+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "thanos-query-frontend", + "container": "query-frontend", + "pods": [ { - "name": "server-2-prod-567db795df-g2kzb", + "name": "thanos-query-frontend-788dd96785-dds52", "deleted": false + } + ], + "hpa": null, + "namespace": "thanos", + "kind": "Deployment", + "allocations": { + "requests": { + "cpu": null, + "memory": null }, - { - "name": "server-2-prod-567db795df-g76n2", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-gbt25", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-gclq9", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-gqz6j", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-h4bnd", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-h54fh", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-h8r86", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-jwc4p", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-kc5cd", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-kjbpl", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-ktcxm", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-kxcw5", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-l24x2", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-l97ln", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-lh9jz", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-lndvc", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-m8wqx", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-mqq6f", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-nmbzm", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-q6jwr", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-qcjdb", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-qng56", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-r4hp5", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-rb8nk", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-smrtr", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-swnr4", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-tg65g", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-v285g", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-vp87n", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-wc6nf", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-wtf5z", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-wttmp", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-x596l", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-x8mw6", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-zjmmc", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-2whxj", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-4njhc", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-5m5kc", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-62zgb", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-6lv7k", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-785zk", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-78hgg", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-7p54j", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-7ptxm", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-82tbm", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-9kslt", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-clrnm", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-dld6q", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-h4tps", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-lffbp", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-pksfc", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-rhgd9", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-rtsxj", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-wffv7", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-xcs66", - "deleted": true - }, - { - "name": "server-2-prod-567db795df-zhvtd", - "deleted": true - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null + "limits": { + "cpu": null, + "memory": null }, "info": {} } @@ -1353,41 +1073,41 @@ "recommended": { "requests": { "cpu": { - "value": "?", - "severity": "UNKNOWN" + "value": 0.005, + "severity": "WARNING" }, "memory": { - "value": "?", - "severity": "UNKNOWN" + "value": 12582912.0, + "severity": "WARNING" } }, "limits": { "cpu": { - "value": "?", - "severity": "UNKNOWN" + "value": null, + "severity": "GOOD" }, "memory": { - "value": "?", - "severity": "UNKNOWN" + "value": 12582912.0, + "severity": "WARNING" } }, "info": { - "cpu": "No data", - "memory": "No data" + "cpu": null, + "memory": null } }, - "severity": "UNKNOWN", + "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-prod-567db795df-2fmj4|server-2-prod-567db795df-45xfs|server-2-prod-567db795df-599h5|server-2-prod-567db795df-5gzzn|server-2-prod-567db795df-5vcpd|server-2-prod-567db795df-674xk|server-2-prod-567db795df-6bblm|server-2-prod-567db795df-6cppl|server-2-prod-567db795df-6ljjd|server-2-prod-567db795df-72vl9|server-2-prod-567db795df-76k9p|server-2-prod-567db795df-85j4v|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-97z6d|server-2-prod-567db795df-99fmf|server-2-prod-567db795df-9sgfn|server-2-prod-567db795df-b2h8l|server-2-prod-567db795df-b9jmf|server-2-prod-567db795df-bct22|server-2-prod-567db795df-bm7z5|server-2-prod-567db795df-bqxg8|server-2-prod-567db795df-bzxzj|server-2-prod-567db795df-f8cfw|server-2-prod-567db795df-g2kzb|server-2-prod-567db795df-g76n2|server-2-prod-567db795df-gbt25|server-2-prod-567db795df-gclq9|server-2-prod-567db795df-gqz6j|server-2-prod-567db795df-h4bnd|server-2-prod-567db795df-h54fh|server-2-prod-567db795df-h8r86|server-2-prod-567db795df-jwc4p|server-2-prod-567db795df-kc5cd|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-ktcxm|server-2-prod-567db795df-kxcw5|server-2-prod-567db795df-l24x2|server-2-prod-567db795df-l97ln|server-2-prod-567db795df-lh9jz|server-2-prod-567db795df-lndvc|server-2-prod-567db795df-m8wqx|server-2-prod-567db795df-mqq6f|server-2-prod-567db795df-nmbzm|server-2-prod-567db795df-q6jwr|server-2-prod-567db795df-qcjdb|server-2-prod-567db795df-qng56|server-2-prod-567db795df-r4hp5|server-2-prod-567db795df-rb8nk|server-2-prod-567db795df-smrtr|server-2-prod-567db795df-swnr4|server-2-prod-567db795df-tg65g|server-2-prod-567db795df-v285g|server-2-prod-567db795df-vp87n|server-2-prod-567db795df-wc6nf|server-2-prod-567db795df-wtf5z|server-2-prod-567db795df-wttmp|server-2-prod-567db795df-x596l|server-2-prod-567db795df-x8mw6|server-2-prod-567db795df-zjmmc|server-2-prod-567db795df-2whxj|server-2-prod-567db795df-4njhc|server-2-prod-567db795df-5m5kc|server-2-prod-567db795df-62zgb|server-2-prod-567db795df-6lv7k|server-2-prod-567db795df-785zk|server-2-prod-567db795df-78hgg|server-2-prod-567db795df-7p54j|server-2-prod-567db795df-7ptxm|server-2-prod-567db795df-82tbm|server-2-prod-567db795df-9kslt|server-2-prod-567db795df-clrnm|server-2-prod-567db795df-dld6q|server-2-prod-567db795df-h4tps|server-2-prod-567db795df-lffbp|server-2-prod-567db795df-pksfc|server-2-prod-567db795df-rhgd9|server-2-prod-567db795df-rtsxj|server-2-prod-567db795df-wffv7|server-2-prod-567db795df-xcs66|server-2-prod-567db795df-zhvtd\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:38.983049+03:00", - "end_time": "2023-06-29T12:01:38.983049+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.046798+03:00", + "end_time": "2023-07-02T20:38:48.046798+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-2fmj4|server-2-prod-567db795df-45xfs|server-2-prod-567db795df-599h5|server-2-prod-567db795df-5gzzn|server-2-prod-567db795df-5vcpd|server-2-prod-567db795df-674xk|server-2-prod-567db795df-6bblm|server-2-prod-567db795df-6cppl|server-2-prod-567db795df-6ljjd|server-2-prod-567db795df-72vl9|server-2-prod-567db795df-76k9p|server-2-prod-567db795df-85j4v|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-97z6d|server-2-prod-567db795df-99fmf|server-2-prod-567db795df-9sgfn|server-2-prod-567db795df-b2h8l|server-2-prod-567db795df-b9jmf|server-2-prod-567db795df-bct22|server-2-prod-567db795df-bm7z5|server-2-prod-567db795df-bqxg8|server-2-prod-567db795df-bzxzj|server-2-prod-567db795df-f8cfw|server-2-prod-567db795df-g2kzb|server-2-prod-567db795df-g76n2|server-2-prod-567db795df-gbt25|server-2-prod-567db795df-gclq9|server-2-prod-567db795df-gqz6j|server-2-prod-567db795df-h4bnd|server-2-prod-567db795df-h54fh|server-2-prod-567db795df-h8r86|server-2-prod-567db795df-jwc4p|server-2-prod-567db795df-kc5cd|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-ktcxm|server-2-prod-567db795df-kxcw5|server-2-prod-567db795df-l24x2|server-2-prod-567db795df-l97ln|server-2-prod-567db795df-lh9jz|server-2-prod-567db795df-lndvc|server-2-prod-567db795df-m8wqx|server-2-prod-567db795df-mqq6f|server-2-prod-567db795df-nmbzm|server-2-prod-567db795df-q6jwr|server-2-prod-567db795df-qcjdb|server-2-prod-567db795df-qng56|server-2-prod-567db795df-r4hp5|server-2-prod-567db795df-rb8nk|server-2-prod-567db795df-smrtr|server-2-prod-567db795df-swnr4|server-2-prod-567db795df-tg65g|server-2-prod-567db795df-v285g|server-2-prod-567db795df-vp87n|server-2-prod-567db795df-wc6nf|server-2-prod-567db795df-wtf5z|server-2-prod-567db795df-wttmp|server-2-prod-567db795df-x596l|server-2-prod-567db795df-x8mw6|server-2-prod-567db795df-zjmmc|server-2-prod-567db795df-2whxj|server-2-prod-567db795df-4njhc|server-2-prod-567db795df-5m5kc|server-2-prod-567db795df-62zgb|server-2-prod-567db795df-6lv7k|server-2-prod-567db795df-785zk|server-2-prod-567db795df-78hgg|server-2-prod-567db795df-7p54j|server-2-prod-567db795df-7ptxm|server-2-prod-567db795df-82tbm|server-2-prod-567db795df-9kslt|server-2-prod-567db795df-clrnm|server-2-prod-567db795df-dld6q|server-2-prod-567db795df-h4tps|server-2-prod-567db795df-lffbp|server-2-prod-567db795df-pksfc|server-2-prod-567db795df-rhgd9|server-2-prod-567db795df-rtsxj|server-2-prod-567db795df-wffv7|server-2-prod-567db795df-xcs66|server-2-prod-567db795df-zhvtd\", container=\"nginx\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:39.242335+03:00", - "end_time": "2023-06-29T12:01:39.242335+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.046904+03:00", + "end_time": "2023-07-02T20:38:48.046904+03:00", "step": "2m" } } @@ -1395,25 +1115,21 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "thanos-query", - "container": "query", + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", + "container": "alertmanager", "pods": [ { - "name": "thanos-query-c5984db64-cqfr9", + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", "deleted": false - }, - { - "name": "thanos-query-c5984db64-5ghg6", - "deleted": true } ], "hpa": null, - "namespace": "thanos", - "kind": "Deployment", + "namespace": "monitoring", + "kind": "StatefulSet", "allocations": { "requests": { - "cpu": null, - "memory": null + "cpu": 0.05, + "memory": 209715200.0 }, "limits": { "cpu": null, @@ -1426,11 +1142,11 @@ "requests": { "cpu": { "value": 0.005, - "severity": "WARNING" + "severity": "GOOD" }, "memory": { - "value": 520093696.0, - "severity": "WARNING" + "value": 25165824.0, + "severity": "OK" } }, "limits": { @@ -1439,7 +1155,7 @@ "severity": "GOOD" }, "memory": { - "value": 520093696.0, + "value": 25165824.0, "severity": "WARNING" } }, @@ -1451,15 +1167,15 @@ "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9|thanos-query-c5984db64-5ghg6\", container=\"query\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:36.597752+03:00", - "end_time": "2023-06-29T12:01:36.597752+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047023+03:00", + "end_time": "2023-07-02T20:38:48.047023+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9|thanos-query-c5984db64-5ghg6\", container=\"query\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:38.512556+03:00", - "end_time": "2023-06-29T12:01:38.512556+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047130+03:00", + "end_time": "2023-07-02T20:38:48.047130+03:00", "step": "2m" } } @@ -1467,25 +1183,25 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "thanos-query-frontend", - "container": "query-frontend", + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", + "container": "config-reloader", "pods": [ { - "name": "thanos-query-frontend-788dd96785-dds52", + "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", "deleted": false } ], "hpa": null, - "namespace": "thanos", - "kind": "Deployment", + "namespace": "monitoring", + "kind": "StatefulSet", "allocations": { "requests": { - "cpu": null, - "memory": null + "cpu": 0.2, + "memory": 52428800.0 }, "limits": { "cpu": null, - "memory": null + "memory": 52428800.0 }, "info": {} } @@ -1494,11 +1210,11 @@ "requests": { "cpu": { "value": 0.005, - "severity": "WARNING" + "severity": "OK" }, "memory": { - "value": 15728640.0, - "severity": "WARNING" + "value": 10485760.0, + "severity": "GOOD" } }, "limits": { @@ -1507,8 +1223,8 @@ "severity": "GOOD" }, "memory": { - "value": 15728640.0, - "severity": "WARNING" + "value": 10485760.0, + "severity": "GOOD" } }, "info": { @@ -1516,18 +1232,18 @@ "memory": null } }, - "severity": "WARNING", + "severity": "OK", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:36.765660+03:00", - "end_time": "2023-06-29T12:01:36.765660+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047241+03:00", + "end_time": "2023-07-02T20:38:48.047241+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:37.902137+03:00", - "end_time": "2023-06-29T12:01:37.902137+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047352+03:00", + "end_time": "2023-07-02T20:38:48.047352+03:00", "step": "2m" } } @@ -1535,11 +1251,11 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", - "container": "alertmanager", + "name": "prometheus-robusta-kube-prometheus-st-prometheus", + "container": "prometheus", "pods": [ { - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", + "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", "deleted": false } ], @@ -1549,7 +1265,7 @@ "allocations": { "requests": { "cpu": 0.05, - "memory": 209715200.0 + "memory": null }, "limits": { "cpu": null, @@ -1561,12 +1277,12 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "GOOD" + "value": 0.35, + "severity": "WARNING" }, "memory": { - "value": 26214400.0, - "severity": "OK" + "value": 3977248768.0, + "severity": "WARNING" } }, "limits": { @@ -1575,7 +1291,7 @@ "severity": "GOOD" }, "memory": { - "value": 26214400.0, + "value": 3977248768.0, "severity": "WARNING" } }, @@ -1587,15 +1303,15 @@ "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.233321+03:00", - "end_time": "2023-06-29T12:01:33.233321+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047460+03:00", + "end_time": "2023-07-02T20:38:48.047460+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.202800+03:00", - "end_time": "2023-06-29T12:01:33.202800+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047571+03:00", + "end_time": "2023-07-02T20:38:48.047571+03:00", "step": "2m" } } @@ -1603,11 +1319,11 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", + "name": "prometheus-robusta-kube-prometheus-st-prometheus", "container": "config-reloader", "pods": [ { - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", + "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", "deleted": false } ], @@ -1633,7 +1349,7 @@ "severity": "OK" }, "memory": { - "value": 10485760.0, + "value": 14680064.0, "severity": "GOOD" } }, @@ -1643,7 +1359,7 @@ "severity": "GOOD" }, "memory": { - "value": 10485760.0, + "value": 14680064.0, "severity": "GOOD" } }, @@ -1655,15 +1371,15 @@ "severity": "OK", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.235672+03:00", - "end_time": "2023-06-29T12:01:33.235672+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047680+03:00", + "end_time": "2023-07-02T20:38:48.047680+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.398254+03:00", - "end_time": "2023-06-29T12:01:33.398254+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047784+03:00", + "end_time": "2023-07-02T20:38:48.047784+03:00", "step": "2m" } } @@ -1672,7 +1388,7 @@ "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", "name": "prometheus-robusta-kube-prometheus-st-prometheus", - "container": "prometheus", + "container": "thanos-sidecar", "pods": [ { "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", @@ -1684,7 +1400,7 @@ "kind": "StatefulSet", "allocations": { "requests": { - "cpu": 0.05, + "cpu": null, "memory": null }, "limits": { @@ -1697,11 +1413,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.121, - "severity": "GOOD" + "value": 0.005, + "severity": "WARNING" }, "memory": { - "value": 3526361088.0, + "value": 41943040.0, "severity": "WARNING" } }, @@ -1711,7 +1427,7 @@ "severity": "GOOD" }, "memory": { - "value": 3526361088.0, + "value": 41943040.0, "severity": "WARNING" } }, @@ -1723,15 +1439,15 @@ "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.420906+03:00", - "end_time": "2023-06-29T12:01:33.420906+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047885+03:00", + "end_time": "2023-07-02T20:38:48.047885+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.606648+03:00", - "end_time": "2023-06-29T12:01:33.606648+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.047993+03:00", + "end_time": "2023-07-02T20:38:48.047993+03:00", "step": "2m" } } @@ -1739,25 +1455,37 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "prometheus-robusta-kube-prometheus-st-prometheus", - "container": "config-reloader", + "name": "robusta-prometheus-node-exporter", + "container": "node-exporter", "pods": [ { - "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", + "name": "robusta-prometheus-node-exporter-7ll2r", + "deleted": false + }, + { + "name": "robusta-prometheus-node-exporter-7t2kl", + "deleted": false + }, + { + "name": "robusta-prometheus-node-exporter-nwfxd", + "deleted": false + }, + { + "name": "robusta-prometheus-node-exporter-zzzz6", "deleted": false } ], "hpa": null, "namespace": "monitoring", - "kind": "StatefulSet", + "kind": "DaemonSet", "allocations": { "requests": { - "cpu": 0.2, - "memory": 52428800.0 + "cpu": 0.05, + "memory": null }, "limits": { "cpu": null, - "memory": 52428800.0 + "memory": null }, "info": {} } @@ -1766,11 +1494,11 @@ "requests": { "cpu": { "value": 0.005, - "severity": "OK" + "severity": "GOOD" }, "memory": { - "value": 15728640.0, - "severity": "GOOD" + "value": 13631488.0, + "severity": "WARNING" } }, "limits": { @@ -1779,8 +1507,8 @@ "severity": "GOOD" }, "memory": { - "value": 15728640.0, - "severity": "GOOD" + "value": 13631488.0, + "severity": "WARNING" } }, "info": { @@ -1788,18 +1516,18 @@ "memory": null } }, - "severity": "OK", + "severity": "WARNING", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.480245+03:00", - "end_time": "2023-06-29T12:01:33.480245+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t2kl|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.048192+03:00", + "end_time": "2023-07-02T20:38:48.048192+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.618546+03:00", - "end_time": "2023-06-29T12:01:33.618546+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t2kl|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.048390+03:00", + "end_time": "2023-07-02T20:38:48.048390+03:00", "step": "2m" } } @@ -1807,17 +1535,12 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "prometheus-robusta-kube-prometheus-st-prometheus", - "container": "thanos-sidecar", - "pods": [ - { - "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", - "deleted": false - } - ], + "name": "cron-scripts-sweep-clean-28138600", + "container": "fail-always", + "pods": [], "hpa": null, - "namespace": "monitoring", - "kind": "StatefulSet", + "namespace": "prod", + "kind": "Job", "allocations": { "requests": { "cpu": null, @@ -1833,41 +1556,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 66060288.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 66060288.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.494160+03:00", - "end_time": "2023-06-29T12:01:33.494160+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.048544+03:00", + "end_time": "2023-07-02T20:38:48.048544+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.685696+03:00", - "end_time": "2023-06-29T12:01:33.685696+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.048645+03:00", + "end_time": "2023-07-02T20:38:48.048645+03:00", "step": "2m" } } @@ -1875,32 +1598,78 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-prometheus-node-exporter", - "container": "node-exporter", - "pods": [ - { - "name": "robusta-prometheus-node-exporter-7ll2r", - "deleted": false + "name": "cron-scripts-sweep-clean-28138610", + "container": "fail-always", + "pods": [], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null }, - { - "name": "robusta-prometheus-node-exporter-7t24v", - "deleted": false + "limits": { + "cpu": null, + "memory": null }, - { - "name": "robusta-prometheus-node-exporter-nwfxd", - "deleted": false + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" }, - { - "name": "robusta-prometheus-node-exporter-zzzz6", - "deleted": false + "memory": { + "value": "?", + "severity": "UNKNOWN" } - ], + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.048737+03:00", + "end_time": "2023-07-02T20:38:48.048737+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.048822+03:00", + "end_time": "2023-07-02T20:38:48.048822+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28138630", + "container": "fail-always", + "pods": [], "hpa": null, - "namespace": "monitoring", - "kind": "DaemonSet", + "namespace": "prod", + "kind": "Job", "allocations": { "requests": { - "cpu": 0.05, + "cpu": null, "memory": null }, "limits": { @@ -1913,41 +1682,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 24117248.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 24117248.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t24v|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.216453+03:00", - "end_time": "2023-06-29T12:01:34.216453+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.048916+03:00", + "end_time": "2023-07-02T20:38:48.048916+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t24v|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.263285+03:00", - "end_time": "2023-06-29T12:01:34.263285+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049001+03:00", + "end_time": "2023-07-02T20:38:48.049001+03:00", "step": "2m" } } @@ -1955,14 +1724,72 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28133770", + "name": "cron-scripts-sweep-clean-28138640", "container": "fail-always", - "pods": [ - { - "name": "cron-scripts-sweep-clean-28133770-dk6d8", - "deleted": true + "pods": [], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" } - ], + }, + "limits": { + "cpu": { + "value": "?", + "severity": "UNKNOWN" + }, + "memory": { + "value": "?", + "severity": "UNKNOWN" + } + }, + "info": { + "cpu": "No data", + "memory": "No data" + } + }, + "severity": "UNKNOWN", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049082+03:00", + "end_time": "2023-07-02T20:38:48.049082+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049163+03:00", + "end_time": "2023-07-02T20:38:48.049163+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28138650", + "container": "fail-always", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -1981,41 +1808,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133770-dk6d8\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.779763+03:00", - "end_time": "2023-06-29T12:01:33.779763+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049245+03:00", + "end_time": "2023-07-02T20:38:48.049245+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133770-dk6d8\", container=\"fail-always\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.811275+03:00", - "end_time": "2023-06-29T12:01:33.811275+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049328+03:00", + "end_time": "2023-07-02T20:38:48.049328+03:00", "step": "2m" } } @@ -2023,14 +1850,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28133780", - "container": "fail-always", - "pods": [ - { - "name": "cron-scripts-sweep-clean-28133780-2sjf4", - "deleted": true - } - ], + "name": "daily-db-backup-28138600", + "container": "db-backup", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2049,41 +1871,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133780-2sjf4\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.811392+03:00", - "end_time": "2023-06-29T12:01:33.811392+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049416+03:00", + "end_time": "2023-07-02T20:38:48.049416+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133780-2sjf4\", container=\"fail-always\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.891524+03:00", - "end_time": "2023-06-29T12:01:33.891524+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049497+03:00", + "end_time": "2023-07-02T20:38:48.049497+03:00", "step": "2m" } } @@ -2091,14 +1913,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28133790", - "container": "fail-always", - "pods": [ - { - "name": "cron-scripts-sweep-clean-28133790-cn5jw", - "deleted": true - } - ], + "name": "daily-db-backup-28138610", + "container": "db-backup", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2117,41 +1934,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133790-cn5jw\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.969434+03:00", - "end_time": "2023-06-29T12:01:33.969434+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049577+03:00", + "end_time": "2023-07-02T20:38:48.049577+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133790-cn5jw\", container=\"fail-always\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:33.988368+03:00", - "end_time": "2023-06-29T12:01:33.988368+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049731+03:00", + "end_time": "2023-07-02T20:38:48.049731+03:00", "step": "2m" } } @@ -2159,14 +1976,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28133800", - "container": "fail-always", - "pods": [ - { - "name": "cron-scripts-sweep-clean-28133800-k4rkq", - "deleted": true - } - ], + "name": "daily-db-backup-28138630", + "container": "db-backup", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2185,41 +1997,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133800-k4rkq\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.034869+03:00", - "end_time": "2023-06-29T12:01:34.034869+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049814+03:00", + "end_time": "2023-07-02T20:38:48.049814+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133800-k4rkq\", container=\"fail-always\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.065968+03:00", - "end_time": "2023-06-29T12:01:34.065968+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049895+03:00", + "end_time": "2023-07-02T20:38:48.049895+03:00", "step": "2m" } } @@ -2227,14 +2039,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28133810", - "container": "fail-always", - "pods": [ - { - "name": "cron-scripts-sweep-clean-28133810-gjks9", - "deleted": true - } - ], + "name": "daily-db-backup-28138640", + "container": "db-backup", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2253,41 +2060,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.149259+03:00", - "end_time": "2023-06-29T12:01:34.149259+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.049975+03:00", + "end_time": "2023-07-02T20:38:48.049975+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28133810-gjks9\", container=\"fail-always\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.216347+03:00", - "end_time": "2023-06-29T12:01:34.216347+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050057+03:00", + "end_time": "2023-07-02T20:38:48.050057+03:00", "step": "2m" } } @@ -2295,14 +2102,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28133770", + "name": "daily-db-backup-28138650", "container": "db-backup", - "pods": [ - { - "name": "daily-db-backup-28133770-9gsvv", - "deleted": true - } - ], + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2321,41 +2123,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133770-9gsvv\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.223082+03:00", - "end_time": "2023-06-29T12:01:34.223082+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050142+03:00", + "end_time": "2023-07-02T20:38:48.050142+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133770-9gsvv\", container=\"db-backup\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.263206+03:00", - "end_time": "2023-06-29T12:01:34.263206+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050228+03:00", + "end_time": "2023-07-02T20:38:48.050228+03:00", "step": "2m" } } @@ -2363,14 +2165,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28133780", - "container": "db-backup", - "pods": [ - { - "name": "daily-db-backup-28133780-rcxdt", - "deleted": true - } - ], + "name": "migration-scripts-28134100", + "container": "migration-scripts", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2389,41 +2186,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133780-rcxdt\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.389026+03:00", - "end_time": "2023-06-29T12:01:34.389026+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050308+03:00", + "end_time": "2023-07-02T20:38:48.050308+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133780-rcxdt\", container=\"db-backup\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.387548+03:00", - "end_time": "2023-06-29T12:01:34.387548+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050388+03:00", + "end_time": "2023-07-02T20:38:48.050388+03:00", "step": "2m" } } @@ -2431,14 +2228,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28133790", - "container": "db-backup", - "pods": [ - { - "name": "daily-db-backup-28133790-7ch5f", - "deleted": true - } - ], + "name": "migration-scripts-28134110", + "container": "migration-scripts", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2457,41 +2249,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133790-7ch5f\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.385912+03:00", - "end_time": "2023-06-29T12:01:34.385912+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050470+03:00", + "end_time": "2023-07-02T20:38:48.050470+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133790-7ch5f\", container=\"db-backup\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.381439+03:00", - "end_time": "2023-06-29T12:01:34.381439+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050551+03:00", + "end_time": "2023-07-02T20:38:48.050551+03:00", "step": "2m" } } @@ -2499,14 +2291,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28133800", - "container": "db-backup", - "pods": [ - { - "name": "daily-db-backup-28133800-nk7zk", - "deleted": true - } - ], + "name": "migration-scripts-28134130", + "container": "migration-scripts", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2525,41 +2312,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133800-nk7zk\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.435305+03:00", - "end_time": "2023-06-29T12:01:34.435305+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050644+03:00", + "end_time": "2023-07-02T20:38:48.050644+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133800-nk7zk\", container=\"db-backup\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.433028+03:00", - "end_time": "2023-06-29T12:01:34.433028+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050727+03:00", + "end_time": "2023-07-02T20:38:48.050727+03:00", "step": "2m" } } @@ -2567,14 +2354,9 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28133810", - "container": "db-backup", - "pods": [ - { - "name": "daily-db-backup-28133810-ttgc9", - "deleted": true - } - ], + "name": "migration-scripts-28134140", + "container": "migration-scripts", + "pods": [], "hpa": null, "namespace": "prod", "kind": "Job", @@ -2593,41 +2375,41 @@ "recommended": { "requests": { "cpu": { - "value": 0.005, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "limits": { "cpu": { - "value": null, - "severity": "GOOD" + "value": "?", + "severity": "UNKNOWN" }, "memory": { - "value": 10485760.0, - "severity": "WARNING" + "value": "?", + "severity": "UNKNOWN" } }, "info": { - "cpu": null, - "memory": null + "cpu": "No data", + "memory": "No data" } }, - "severity": "WARNING", + "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28133810-ttgc9\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.540375+03:00", - "end_time": "2023-06-29T12:01:34.540375+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050810+03:00", + "end_time": "2023-07-02T20:38:48.050810+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28133810-ttgc9\", container=\"db-backup\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.551424+03:00", - "end_time": "2023-06-29T12:01:34.551424+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.050900+03:00", + "end_time": "2023-07-02T20:38:48.050900+03:00", "step": "2m" } } @@ -2635,27 +2417,27 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28133790", + "name": "migration-scripts-28138630", "container": "migration-scripts", "pods": [ { - "name": "migration-scripts-28133790-bq4bw", + "name": "migration-scripts-28138630-8n5pf", "deleted": false }, { - "name": "migration-scripts-28133790-gm2hr", + "name": "migration-scripts-28138630-bdjgz", "deleted": false }, { - "name": "migration-scripts-28133790-gpj5h", + "name": "migration-scripts-28138630-d2vvp", "deleted": false }, { - "name": "migration-scripts-28133790-ltrhd", + "name": "migration-scripts-28138630-jf66z", "deleted": false }, { - "name": "migration-scripts-28133790-nmj4w", + "name": "migration-scripts-28138630-kglbm", "deleted": false } ], @@ -2703,15 +2485,15 @@ "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133790-bq4bw|migration-scripts-28133790-gm2hr|migration-scripts-28133790-gpj5h|migration-scripts-28133790-ltrhd|migration-scripts-28133790-nmj4w\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.566975+03:00", - "end_time": "2023-06-29T12:01:34.566975+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138630-8n5pf|migration-scripts-28138630-bdjgz|migration-scripts-28138630-d2vvp|migration-scripts-28138630-jf66z|migration-scripts-28138630-kglbm\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.051060+03:00", + "end_time": "2023-07-02T20:38:48.051060+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133790-bq4bw|migration-scripts-28133790-gm2hr|migration-scripts-28133790-gpj5h|migration-scripts-28133790-ltrhd|migration-scripts-28133790-nmj4w\", container=\"migration-scripts\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.566727+03:00", - "end_time": "2023-06-29T12:01:34.566727+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138630-8n5pf|migration-scripts-28138630-bdjgz|migration-scripts-28138630-d2vvp|migration-scripts-28138630-jf66z|migration-scripts-28138630-kglbm\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.051152+03:00", + "end_time": "2023-07-02T20:38:48.051152+03:00", "step": "2m" } } @@ -2719,27 +2501,27 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28133800", + "name": "migration-scripts-28138640", "container": "migration-scripts", "pods": [ { - "name": "migration-scripts-28133800-dvsht", + "name": "migration-scripts-28138640-87p7r", "deleted": false }, { - "name": "migration-scripts-28133800-ftvdk", + "name": "migration-scripts-28138640-cschk", "deleted": false }, { - "name": "migration-scripts-28133800-hkn4z", + "name": "migration-scripts-28138640-q9kcx", "deleted": false }, { - "name": "migration-scripts-28133800-nfplk", + "name": "migration-scripts-28138640-tb797", "deleted": false }, { - "name": "migration-scripts-28133800-pqnpg", + "name": "migration-scripts-28138640-vrb59", "deleted": false } ], @@ -2787,15 +2569,15 @@ "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133800-dvsht|migration-scripts-28133800-ftvdk|migration-scripts-28133800-hkn4z|migration-scripts-28133800-nfplk|migration-scripts-28133800-pqnpg\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.616425+03:00", - "end_time": "2023-06-29T12:01:34.616425+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138640-87p7r|migration-scripts-28138640-cschk|migration-scripts-28138640-q9kcx|migration-scripts-28138640-tb797|migration-scripts-28138640-vrb59\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.051249+03:00", + "end_time": "2023-07-02T20:38:48.051249+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133800-dvsht|migration-scripts-28133800-ftvdk|migration-scripts-28133800-hkn4z|migration-scripts-28133800-nfplk|migration-scripts-28133800-pqnpg\", container=\"migration-scripts\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.604409+03:00", - "end_time": "2023-06-29T12:01:34.604409+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138640-87p7r|migration-scripts-28138640-cschk|migration-scripts-28138640-q9kcx|migration-scripts-28138640-tb797|migration-scripts-28138640-vrb59\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.051353+03:00", + "end_time": "2023-07-02T20:38:48.051353+03:00", "step": "2m" } } @@ -2803,27 +2585,27 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28133810", + "name": "migration-scripts-28138650", "container": "migration-scripts", "pods": [ { - "name": "migration-scripts-28133810-24hql", + "name": "migration-scripts-28138650-5w4rw", "deleted": false }, { - "name": "migration-scripts-28133810-nsgjm", + "name": "migration-scripts-28138650-6rp79", "deleted": false }, { - "name": "migration-scripts-28133810-q72hr", + "name": "migration-scripts-28138650-lffjx", "deleted": false }, { - "name": "migration-scripts-28133810-sbtks", + "name": "migration-scripts-28138650-mdccs", "deleted": false }, { - "name": "migration-scripts-28133810-smt4z", + "name": "migration-scripts-28138650-smm4p", "deleted": false } ], @@ -2871,15 +2653,15 @@ "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28133810-24hql|migration-scripts-28133810-nsgjm|migration-scripts-28133810-q72hr|migration-scripts-28133810-sbtks|migration-scripts-28133810-smt4z\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.708038+03:00", - "end_time": "2023-06-29T12:01:34.708038+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.051448+03:00", + "end_time": "2023-07-02T20:38:48.051448+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"migration-scripts-28133810-24hql|migration-scripts-28133810-nsgjm|migration-scripts-28133810-q72hr|migration-scripts-28133810-sbtks|migration-scripts-28133810-smt4z\", container=\"migration-scripts\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.720834+03:00", - "end_time": "2023-06-29T12:01:34.720834+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.051538+03:00", + "end_time": "2023-07-02T20:38:48.051538+03:00", "step": "2m" } } @@ -2940,20 +2722,20 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.946556+03:00", - "end_time": "2023-06-29T12:01:34.946556+03:00", + "start_time": "2023-06-18T20:38:48.051642+03:00", + "end_time": "2023-07-02T20:38:48.051642+03:00", "step": "2m" }, "memory": { - "query": "max(max_over_time(container_memory_max_usage_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}[14d])) by (container, pod, job)", - "start_time": "2023-06-15T12:01:34.933166+03:00", - "end_time": "2023-06-29T12:01:34.933166+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}) by (container, pod, job)", + "start_time": "2023-06-18T20:38:48.051747+03:00", + "end_time": "2023-07-02T20:38:48.051747+03:00", "step": "2m" } } } ], - "score": 46, + "score": 67, "resources": [ "cpu", "memory" -- cgit v1.2.3 From 23dfeea5f9aff9eb41461ece88b4971104967282 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 20:53:34 +0300 Subject: override --- out_test.txt | 630 ++++++++++++++++++++++++++++++++++++----------------------- 1 file changed, 383 insertions(+), 247 deletions(-) diff --git a/out_test.txt b/out_test.txt index 01088f0..783e58c 100644 --- a/out_test.txt +++ b/out_test.txt @@ -29,11 +29,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.012, + "value": 0.011, "severity": "WARNING" }, "memory": { - "value": 137363456.0, + "value": 124780544.0, "severity": "GOOD" } }, @@ -43,7 +43,7 @@ "severity": "GOOD" }, "memory": { - "value": 137363456.0, + "value": 124780544.0, "severity": "GOOD" } }, @@ -56,14 +56,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.039495+03:00", - "end_time": "2023-07-02T20:38:48.039495+03:00", + "start_time": "2023-06-18T20:51:24.590427+03:00", + "end_time": "2023-07-02T20:51:24.590427+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.042096+03:00", - "end_time": "2023-07-02T20:38:48.042096+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.592629+03:00", + "end_time": "2023-07-02T20:51:24.592629+03:00", "step": "2m" } } @@ -124,14 +124,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.042341+03:00", - "end_time": "2023-07-02T20:38:48.042341+03:00", + "start_time": "2023-06-18T20:51:24.592715+03:00", + "end_time": "2023-07-02T20:51:24.592715+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.042538+03:00", - "end_time": "2023-07-02T20:38:48.042538+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.592796+03:00", + "end_time": "2023-07-02T20:51:24.592796+03:00", "step": "2m" } } @@ -165,7 +165,7 @@ "recommended": { "requests": { "cpu": { - "value": 0.008, + "value": 0.006, "severity": "GOOD" }, "memory": { @@ -192,14 +192,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr\", container=\"kubewatch\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.042694+03:00", - "end_time": "2023-07-02T20:38:48.042694+03:00", + "start_time": "2023-06-18T20:51:24.592859+03:00", + "end_time": "2023-07-02T20:51:24.592859+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr\", container=\"kubewatch\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.042871+03:00", - "end_time": "2023-07-02T20:38:48.042871+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr\", container=\"kubewatch\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.592924+03:00", + "end_time": "2023-07-02T20:51:24.592924+03:00", "step": "2m" } } @@ -260,14 +260,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.043022+03:00", - "end_time": "2023-07-02T20:38:48.043022+03:00", + "start_time": "2023-06-18T20:51:24.593427+03:00", + "end_time": "2023-07-02T20:51:24.593427+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.043388+03:00", - "end_time": "2023-07-02T20:38:48.043388+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.593480+03:00", + "end_time": "2023-07-02T20:51:24.593480+03:00", "step": "2m" } } @@ -328,14 +328,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.043553+03:00", - "end_time": "2023-07-02T20:38:48.043553+03:00", + "start_time": "2023-06-18T20:51:24.593557+03:00", + "end_time": "2023-07-02T20:51:24.593557+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.043716+03:00", - "end_time": "2023-07-02T20:38:48.043716+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.593611+03:00", + "end_time": "2023-07-02T20:51:24.593611+03:00", "step": "2m" } } @@ -373,7 +373,7 @@ "severity": "WARNING" }, "memory": { - "value": 79691776.0, + "value": 80740352.0, "severity": "WARNING" } }, @@ -383,7 +383,7 @@ "severity": "GOOD" }, "memory": { - "value": 79691776.0, + "value": 80740352.0, "severity": "WARNING" } }, @@ -396,14 +396,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.043871+03:00", - "end_time": "2023-07-02T20:38:48.043871+03:00", + "start_time": "2023-06-18T20:51:24.593677+03:00", + "end_time": "2023-07-02T20:51:24.593677+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.044032+03:00", - "end_time": "2023-07-02T20:38:48.044032+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.593730+03:00", + "end_time": "2023-07-02T20:51:24.593730+03:00", "step": "2m" } } @@ -464,14 +464,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.044185+03:00", - "end_time": "2023-07-02T20:38:48.044185+03:00", + "start_time": "2023-06-18T20:51:24.593780+03:00", + "end_time": "2023-07-02T20:51:24.593780+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.044337+03:00", - "end_time": "2023-07-02T20:38:48.044337+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.593834+03:00", + "end_time": "2023-07-02T20:51:24.593834+03:00", "step": "2m" } } @@ -532,14 +532,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.044501+03:00", - "end_time": "2023-07-02T20:38:48.044501+03:00", + "start_time": "2023-06-18T20:51:24.593888+03:00", + "end_time": "2023-07-02T20:51:24.593888+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.044650+03:00", - "end_time": "2023-07-02T20:38:48.044650+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.593935+03:00", + "end_time": "2023-07-02T20:51:24.593935+03:00", "step": "2m" } } @@ -573,11 +573,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.729, - "severity": "WARNING" + "value": 0.351, + "severity": "OK" }, "memory": { - "value": 1065353216.0, + "value": 1067450368.0, "severity": "GOOD" } }, @@ -587,7 +587,7 @@ "severity": "GOOD" }, "memory": { - "value": 1065353216.0, + "value": 1067450368.0, "severity": "GOOD" } }, @@ -596,18 +596,18 @@ "memory": null } }, - "severity": "WARNING", + "severity": "OK", "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-9k9hg\", container=\"runner\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.044766+03:00", - "end_time": "2023-07-02T20:38:48.044766+03:00", + "start_time": "2023-06-18T20:51:24.593987+03:00", + "end_time": "2023-07-02T20:51:24.593987+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-9k9hg\", container=\"runner\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.044873+03:00", - "end_time": "2023-07-02T20:38:48.044873+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-9k9hg\", container=\"runner\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594040+03:00", + "end_time": "2023-07-02T20:51:24.594040+03:00", "step": "2m" } } @@ -668,14 +668,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz\", container=\"crashpod\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.045000+03:00", - "end_time": "2023-07-02T20:38:48.045000+03:00", + "start_time": "2023-06-18T20:51:24.594095+03:00", + "end_time": "2023-07-02T20:51:24.594095+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz\", container=\"crashpod\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.045106+03:00", - "end_time": "2023-07-02T20:38:48.045106+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz\", container=\"crashpod\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594147+03:00", + "end_time": "2023-07-02T20:51:24.594147+03:00", "step": "2m" } } @@ -736,14 +736,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.045228+03:00", - "end_time": "2023-07-02T20:38:48.045228+03:00", + "start_time": "2023-06-18T20:51:24.594201+03:00", + "end_time": "2023-07-02T20:51:24.594201+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr\", container=\"nginx\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.045342+03:00", - "end_time": "2023-07-02T20:38:48.045342+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr\", container=\"nginx\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594249+03:00", + "end_time": "2023-07-02T20:51:24.594249+03:00", "step": "2m" } } @@ -880,14 +880,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-5696d848f7-bgckc|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-gw9lq|server-2-5696d848f7-h6rvj|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lsznb|server-2-5696d848f7-m9qdg|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-r6lqm|server-2-5696d848f7-rhqcx|server-2-5696d848f7-rtt7f|server-2-5696d848f7-vzwgg|server-2-5696d848f7-wlxnx\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.045472+03:00", - "end_time": "2023-07-02T20:38:48.045472+03:00", + "start_time": "2023-06-18T20:51:24.594338+03:00", + "end_time": "2023-07-02T20:51:24.594338+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-bgckc|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-gw9lq|server-2-5696d848f7-h6rvj|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lsznb|server-2-5696d848f7-m9qdg|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-r6lqm|server-2-5696d848f7-rhqcx|server-2-5696d848f7-rtt7f|server-2-5696d848f7-vzwgg|server-2-5696d848f7-wlxnx\", container=\"nginx\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.045597+03:00", - "end_time": "2023-07-02T20:38:48.045597+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-bgckc|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-gw9lq|server-2-5696d848f7-h6rvj|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lsznb|server-2-5696d848f7-m9qdg|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-r6lqm|server-2-5696d848f7-rhqcx|server-2-5696d848f7-rtt7f|server-2-5696d848f7-vzwgg|server-2-5696d848f7-wlxnx\", container=\"nginx\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594470+03:00", + "end_time": "2023-07-02T20:51:24.594470+03:00", "step": "2m" } } @@ -964,14 +964,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-prod-567db795df-72vl9|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-bct22|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-wtf5z\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.046348+03:00", - "end_time": "2023-07-02T20:38:48.046348+03:00", + "start_time": "2023-06-18T20:51:24.594532+03:00", + "end_time": "2023-07-02T20:51:24.594532+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-72vl9|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-bct22|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-wtf5z\", container=\"nginx\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.046458+03:00", - "end_time": "2023-07-02T20:38:48.046458+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-72vl9|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-bct22|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-wtf5z\", container=\"nginx\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594582+03:00", + "end_time": "2023-07-02T20:51:24.594582+03:00", "step": "2m" } } @@ -1009,7 +1009,7 @@ "severity": "WARNING" }, "memory": { - "value": 402653184.0, + "value": 156237824.0, "severity": "WARNING" } }, @@ -1019,7 +1019,7 @@ "severity": "GOOD" }, "memory": { - "value": 402653184.0, + "value": 156237824.0, "severity": "WARNING" } }, @@ -1032,14 +1032,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9\", container=\"query\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.046580+03:00", - "end_time": "2023-07-02T20:38:48.046580+03:00", + "start_time": "2023-06-18T20:51:24.594632+03:00", + "end_time": "2023-07-02T20:51:24.594632+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9\", container=\"query\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.046688+03:00", - "end_time": "2023-07-02T20:38:48.046688+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9\", container=\"query\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594680+03:00", + "end_time": "2023-07-02T20:51:24.594680+03:00", "step": "2m" } } @@ -1100,14 +1100,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.046798+03:00", - "end_time": "2023-07-02T20:38:48.046798+03:00", + "start_time": "2023-06-18T20:51:24.594728+03:00", + "end_time": "2023-07-02T20:51:24.594728+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.046904+03:00", - "end_time": "2023-07-02T20:38:48.046904+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594776+03:00", + "end_time": "2023-07-02T20:51:24.594776+03:00", "step": "2m" } } @@ -1168,14 +1168,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047023+03:00", - "end_time": "2023-07-02T20:38:48.047023+03:00", + "start_time": "2023-06-18T20:51:24.594832+03:00", + "end_time": "2023-07-02T20:51:24.594832+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047130+03:00", - "end_time": "2023-07-02T20:38:48.047130+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594879+03:00", + "end_time": "2023-07-02T20:51:24.594879+03:00", "step": "2m" } } @@ -1236,14 +1236,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047241+03:00", - "end_time": "2023-07-02T20:38:48.047241+03:00", + "start_time": "2023-06-18T20:51:24.594927+03:00", + "end_time": "2023-07-02T20:51:24.594927+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047352+03:00", - "end_time": "2023-07-02T20:38:48.047352+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.594974+03:00", + "end_time": "2023-07-02T20:51:24.594974+03:00", "step": "2m" } } @@ -1277,11 +1277,11 @@ "recommended": { "requests": { "cpu": { - "value": 0.35, - "severity": "WARNING" + "value": 0.137, + "severity": "GOOD" }, "memory": { - "value": 3977248768.0, + "value": 2146435072.0, "severity": "WARNING" } }, @@ -1291,7 +1291,7 @@ "severity": "GOOD" }, "memory": { - "value": 3977248768.0, + "value": 2146435072.0, "severity": "WARNING" } }, @@ -1304,14 +1304,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047460+03:00", - "end_time": "2023-07-02T20:38:48.047460+03:00", + "start_time": "2023-06-18T20:51:24.595029+03:00", + "end_time": "2023-07-02T20:51:24.595029+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047571+03:00", - "end_time": "2023-07-02T20:38:48.047571+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595077+03:00", + "end_time": "2023-07-02T20:51:24.595077+03:00", "step": "2m" } } @@ -1349,7 +1349,7 @@ "severity": "OK" }, "memory": { - "value": 14680064.0, + "value": 10485760.0, "severity": "GOOD" } }, @@ -1359,7 +1359,7 @@ "severity": "GOOD" }, "memory": { - "value": 14680064.0, + "value": 10485760.0, "severity": "GOOD" } }, @@ -1372,14 +1372,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047680+03:00", - "end_time": "2023-07-02T20:38:48.047680+03:00", + "start_time": "2023-06-18T20:51:24.595125+03:00", + "end_time": "2023-07-02T20:51:24.595125+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047784+03:00", - "end_time": "2023-07-02T20:38:48.047784+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595172+03:00", + "end_time": "2023-07-02T20:51:24.595172+03:00", "step": "2m" } } @@ -1417,7 +1417,7 @@ "severity": "WARNING" }, "memory": { - "value": 41943040.0, + "value": 29360128.0, "severity": "WARNING" } }, @@ -1427,7 +1427,7 @@ "severity": "GOOD" }, "memory": { - "value": 41943040.0, + "value": 29360128.0, "severity": "WARNING" } }, @@ -1440,14 +1440,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047885+03:00", - "end_time": "2023-07-02T20:38:48.047885+03:00", + "start_time": "2023-06-18T20:51:24.595229+03:00", + "end_time": "2023-07-02T20:51:24.595229+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.047993+03:00", - "end_time": "2023-07-02T20:38:48.047993+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595340+03:00", + "end_time": "2023-07-02T20:51:24.595340+03:00", "step": "2m" } } @@ -1520,14 +1520,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t2kl|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.048192+03:00", - "end_time": "2023-07-02T20:38:48.048192+03:00", + "start_time": "2023-06-18T20:51:24.595402+03:00", + "end_time": "2023-07-02T20:51:24.595402+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t2kl|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.048390+03:00", - "end_time": "2023-07-02T20:38:48.048390+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t2kl|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595454+03:00", + "end_time": "2023-07-02T20:51:24.595454+03:00", "step": "2m" } } @@ -1535,7 +1535,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138600", + "name": "cron-scripts-sweep-clean-28138610", "container": "fail-always", "pods": [], "hpa": null, @@ -1583,14 +1583,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.048544+03:00", - "end_time": "2023-07-02T20:38:48.048544+03:00", + "start_time": "2023-06-18T20:51:24.595504+03:00", + "end_time": "2023-07-02T20:51:24.595504+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.048645+03:00", - "end_time": "2023-07-02T20:38:48.048645+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595551+03:00", + "end_time": "2023-07-02T20:51:24.595551+03:00", "step": "2m" } } @@ -1598,7 +1598,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138610", + "name": "cron-scripts-sweep-clean-28138630", "container": "fail-always", "pods": [], "hpa": null, @@ -1646,14 +1646,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.048737+03:00", - "end_time": "2023-07-02T20:38:48.048737+03:00", + "start_time": "2023-06-18T20:51:24.595599+03:00", + "end_time": "2023-07-02T20:51:24.595599+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.048822+03:00", - "end_time": "2023-07-02T20:38:48.048822+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595646+03:00", + "end_time": "2023-07-02T20:51:24.595646+03:00", "step": "2m" } } @@ -1661,7 +1661,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138630", + "name": "cron-scripts-sweep-clean-28138640", "container": "fail-always", "pods": [], "hpa": null, @@ -1709,14 +1709,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.048916+03:00", - "end_time": "2023-07-02T20:38:48.048916+03:00", + "start_time": "2023-06-18T20:51:24.595692+03:00", + "end_time": "2023-07-02T20:51:24.595692+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049001+03:00", - "end_time": "2023-07-02T20:38:48.049001+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595740+03:00", + "end_time": "2023-07-02T20:51:24.595740+03:00", "step": "2m" } } @@ -1724,7 +1724,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138640", + "name": "cron-scripts-sweep-clean-28138650", "container": "fail-always", "pods": [], "hpa": null, @@ -1772,14 +1772,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049082+03:00", - "end_time": "2023-07-02T20:38:48.049082+03:00", + "start_time": "2023-06-18T20:51:24.595787+03:00", + "end_time": "2023-07-02T20:51:24.595787+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049163+03:00", - "end_time": "2023-07-02T20:38:48.049163+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595858+03:00", + "end_time": "2023-07-02T20:51:24.595858+03:00", "step": "2m" } } @@ -1787,7 +1787,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138650", + "name": "cron-scripts-sweep-clean-28138660", "container": "fail-always", "pods": [], "hpa": null, @@ -1835,14 +1835,82 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049245+03:00", - "end_time": "2023-07-02T20:38:48.049245+03:00", + "start_time": "2023-06-18T20:51:24.595905+03:00", + "end_time": "2023-07-02T20:51:24.595905+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.595951+03:00", + "end_time": "2023-07-02T20:51:24.595951+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "cron-scripts-sweep-clean-28138670", + "container": "fail-always", + "pods": [ + { + "name": "cron-scripts-sweep-clean-28138670-zrtp9", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28138670-zrtp9\", container=\"fail-always\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:51:24.595998+03:00", + "end_time": "2023-07-02T20:51:24.595998+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049328+03:00", - "end_time": "2023-07-02T20:38:48.049328+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28138670-zrtp9\", container=\"fail-always\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596050+03:00", + "end_time": "2023-07-02T20:51:24.596050+03:00", "step": "2m" } } @@ -1850,7 +1918,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138600", + "name": "daily-db-backup-28138610", "container": "db-backup", "pods": [], "hpa": null, @@ -1898,14 +1966,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049416+03:00", - "end_time": "2023-07-02T20:38:48.049416+03:00", + "start_time": "2023-06-18T20:51:24.596151+03:00", + "end_time": "2023-07-02T20:51:24.596151+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049497+03:00", - "end_time": "2023-07-02T20:38:48.049497+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596198+03:00", + "end_time": "2023-07-02T20:51:24.596198+03:00", "step": "2m" } } @@ -1913,7 +1981,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138610", + "name": "daily-db-backup-28138630", "container": "db-backup", "pods": [], "hpa": null, @@ -1961,14 +2029,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049577+03:00", - "end_time": "2023-07-02T20:38:48.049577+03:00", + "start_time": "2023-06-18T20:51:24.596244+03:00", + "end_time": "2023-07-02T20:51:24.596244+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049731+03:00", - "end_time": "2023-07-02T20:38:48.049731+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596294+03:00", + "end_time": "2023-07-02T20:51:24.596294+03:00", "step": "2m" } } @@ -1976,7 +2044,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138630", + "name": "daily-db-backup-28138640", "container": "db-backup", "pods": [], "hpa": null, @@ -2024,14 +2092,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049814+03:00", - "end_time": "2023-07-02T20:38:48.049814+03:00", + "start_time": "2023-06-18T20:51:24.596341+03:00", + "end_time": "2023-07-02T20:51:24.596341+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049895+03:00", - "end_time": "2023-07-02T20:38:48.049895+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596403+03:00", + "end_time": "2023-07-02T20:51:24.596403+03:00", "step": "2m" } } @@ -2039,7 +2107,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138640", + "name": "daily-db-backup-28138650", "container": "db-backup", "pods": [], "hpa": null, @@ -2087,14 +2155,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.049975+03:00", - "end_time": "2023-07-02T20:38:48.049975+03:00", + "start_time": "2023-06-18T20:51:24.596449+03:00", + "end_time": "2023-07-02T20:51:24.596449+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050057+03:00", - "end_time": "2023-07-02T20:38:48.050057+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596494+03:00", + "end_time": "2023-07-02T20:51:24.596494+03:00", "step": "2m" } } @@ -2102,7 +2170,7 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138650", + "name": "daily-db-backup-28138660", "container": "db-backup", "pods": [], "hpa": null, @@ -2150,14 +2218,82 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050142+03:00", - "end_time": "2023-07-02T20:38:48.050142+03:00", + "start_time": "2023-06-18T20:51:24.596547+03:00", + "end_time": "2023-07-02T20:51:24.596547+03:00", + "step": "2m" + }, + "memory": { + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596595+03:00", + "end_time": "2023-07-02T20:51:24.596595+03:00", + "step": "2m" + } + } + }, + { + "object": { + "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", + "name": "daily-db-backup-28138670", + "container": "db-backup", + "pods": [ + { + "name": "daily-db-backup-28138670-924t7", + "deleted": false + } + ], + "hpa": null, + "namespace": "prod", + "kind": "Job", + "allocations": { + "requests": { + "cpu": null, + "memory": null + }, + "limits": { + "cpu": null, + "memory": null + }, + "info": {} + } + }, + "recommended": { + "requests": { + "cpu": { + "value": 0.005, + "severity": "WARNING" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "limits": { + "cpu": { + "value": null, + "severity": "GOOD" + }, + "memory": { + "value": 10485760.0, + "severity": "WARNING" + } + }, + "info": { + "cpu": null, + "memory": null + } + }, + "severity": "WARNING", + "metrics": { + "cpu": { + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28138670-924t7\", container=\"db-backup\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:51:24.596646+03:00", + "end_time": "2023-07-02T20:51:24.596646+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050228+03:00", - "end_time": "2023-07-02T20:38:48.050228+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28138670-924t7\", container=\"db-backup\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596691+03:00", + "end_time": "2023-07-02T20:51:24.596691+03:00", "step": "2m" } } @@ -2213,14 +2349,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050308+03:00", - "end_time": "2023-07-02T20:38:48.050308+03:00", + "start_time": "2023-06-18T20:51:24.596739+03:00", + "end_time": "2023-07-02T20:51:24.596739+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050388+03:00", - "end_time": "2023-07-02T20:38:48.050388+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596788+03:00", + "end_time": "2023-07-02T20:51:24.596788+03:00", "step": "2m" } } @@ -2276,14 +2412,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050470+03:00", - "end_time": "2023-07-02T20:38:48.050470+03:00", + "start_time": "2023-06-18T20:51:24.596840+03:00", + "end_time": "2023-07-02T20:51:24.596840+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050551+03:00", - "end_time": "2023-07-02T20:38:48.050551+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.596887+03:00", + "end_time": "2023-07-02T20:51:24.596887+03:00", "step": "2m" } } @@ -2339,14 +2475,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050644+03:00", - "end_time": "2023-07-02T20:38:48.050644+03:00", + "start_time": "2023-06-18T20:51:24.596987+03:00", + "end_time": "2023-07-02T20:51:24.596987+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050727+03:00", - "end_time": "2023-07-02T20:38:48.050727+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.597035+03:00", + "end_time": "2023-07-02T20:51:24.597035+03:00", "step": "2m" } } @@ -2402,14 +2538,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050810+03:00", - "end_time": "2023-07-02T20:38:48.050810+03:00", + "start_time": "2023-06-18T20:51:24.597081+03:00", + "end_time": "2023-07-02T20:51:24.597081+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.050900+03:00", - "end_time": "2023-07-02T20:38:48.050900+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.597132+03:00", + "end_time": "2023-07-02T20:51:24.597132+03:00", "step": "2m" } } @@ -2417,27 +2553,27 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28138630", + "name": "migration-scripts-28138650", "container": "migration-scripts", "pods": [ { - "name": "migration-scripts-28138630-8n5pf", + "name": "migration-scripts-28138650-5w4rw", "deleted": false }, { - "name": "migration-scripts-28138630-bdjgz", + "name": "migration-scripts-28138650-6rp79", "deleted": false }, { - "name": "migration-scripts-28138630-d2vvp", + "name": "migration-scripts-28138650-lffjx", "deleted": false }, { - "name": "migration-scripts-28138630-jf66z", + "name": "migration-scripts-28138650-mdccs", "deleted": false }, { - "name": "migration-scripts-28138630-kglbm", + "name": "migration-scripts-28138650-smm4p", "deleted": false } ], @@ -2485,15 +2621,15 @@ "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138630-8n5pf|migration-scripts-28138630-bdjgz|migration-scripts-28138630-d2vvp|migration-scripts-28138630-jf66z|migration-scripts-28138630-kglbm\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051060+03:00", - "end_time": "2023-07-02T20:38:48.051060+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:51:24.597190+03:00", + "end_time": "2023-07-02T20:51:24.597190+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138630-8n5pf|migration-scripts-28138630-bdjgz|migration-scripts-28138630-d2vvp|migration-scripts-28138630-jf66z|migration-scripts-28138630-kglbm\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051152+03:00", - "end_time": "2023-07-02T20:38:48.051152+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.597238+03:00", + "end_time": "2023-07-02T20:51:24.597238+03:00", "step": "2m" } } @@ -2501,27 +2637,27 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28138640", + "name": "migration-scripts-28138660", "container": "migration-scripts", "pods": [ { - "name": "migration-scripts-28138640-87p7r", + "name": "migration-scripts-28138660-45qbw", "deleted": false }, { - "name": "migration-scripts-28138640-cschk", + "name": "migration-scripts-28138660-dnp72", "deleted": false }, { - "name": "migration-scripts-28138640-q9kcx", + "name": "migration-scripts-28138660-vmxpm", "deleted": false }, { - "name": "migration-scripts-28138640-tb797", + "name": "migration-scripts-28138660-xd7zw", "deleted": false }, { - "name": "migration-scripts-28138640-vrb59", + "name": "migration-scripts-28138660-z5f4v", "deleted": false } ], @@ -2569,15 +2705,15 @@ "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138640-87p7r|migration-scripts-28138640-cschk|migration-scripts-28138640-q9kcx|migration-scripts-28138640-tb797|migration-scripts-28138640-vrb59\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051249+03:00", - "end_time": "2023-07-02T20:38:48.051249+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138660-45qbw|migration-scripts-28138660-dnp72|migration-scripts-28138660-vmxpm|migration-scripts-28138660-xd7zw|migration-scripts-28138660-z5f4v\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:51:24.597293+03:00", + "end_time": "2023-07-02T20:51:24.597293+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138640-87p7r|migration-scripts-28138640-cschk|migration-scripts-28138640-q9kcx|migration-scripts-28138640-tb797|migration-scripts-28138640-vrb59\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051353+03:00", - "end_time": "2023-07-02T20:38:48.051353+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138660-45qbw|migration-scripts-28138660-dnp72|migration-scripts-28138660-vmxpm|migration-scripts-28138660-xd7zw|migration-scripts-28138660-z5f4v\", container=\"migration-scripts\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.597340+03:00", + "end_time": "2023-07-02T20:51:24.597340+03:00", "step": "2m" } } @@ -2585,27 +2721,27 @@ { "object": { "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28138650", + "name": "migration-scripts-28138670", "container": "migration-scripts", "pods": [ { - "name": "migration-scripts-28138650-5w4rw", + "name": "migration-scripts-28138670-4tj4c", "deleted": false }, { - "name": "migration-scripts-28138650-6rp79", + "name": "migration-scripts-28138670-8mxlc", "deleted": false }, { - "name": "migration-scripts-28138650-lffjx", + "name": "migration-scripts-28138670-l6kjz", "deleted": false }, { - "name": "migration-scripts-28138650-mdccs", + "name": "migration-scripts-28138670-pq79c", "deleted": false }, { - "name": "migration-scripts-28138650-smm4p", + "name": "migration-scripts-28138670-v6hd9", "deleted": false } ], @@ -2653,15 +2789,15 @@ "severity": "UNKNOWN", "metrics": { "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051448+03:00", - "end_time": "2023-07-02T20:38:48.051448+03:00", + "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138670-4tj4c|migration-scripts-28138670-8mxlc|migration-scripts-28138670-l6kjz|migration-scripts-28138670-pq79c|migration-scripts-28138670-v6hd9\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", + "start_time": "2023-06-18T20:51:24.597396+03:00", + "end_time": "2023-07-02T20:51:24.597396+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051538+03:00", - "end_time": "2023-07-02T20:38:48.051538+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138670-4tj4c|migration-scripts-28138670-8mxlc|migration-scripts-28138670-l6kjz|migration-scripts-28138670-pq79c|migration-scripts-28138670-v6hd9\", container=\"migration-scripts\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.597450+03:00", + "end_time": "2023-07-02T20:51:24.597450+03:00", "step": "2m" } } @@ -2722,14 +2858,14 @@ "metrics": { "cpu": { "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051642+03:00", - "end_time": "2023-07-02T20:38:48.051642+03:00", + "start_time": "2023-06-18T20:51:24.597506+03:00", + "end_time": "2023-07-02T20:51:24.597506+03:00", "step": "2m" }, "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}) by (container, pod, job)", - "start_time": "2023-06-18T20:38:48.051747+03:00", - "end_time": "2023-07-02T20:38:48.051747+03:00", + "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}) by (container, pod, job, id)", + "start_time": "2023-06-18T20:51:24.597554+03:00", + "end_time": "2023-07-02T20:51:24.597554+03:00", "step": "2m" } } -- cgit v1.2.3 From 777d449633c2f1a91c0300c239eaac44eac22978 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 21:02:14 +0300 Subject: fixed memory metric --- robusta_krr/core/integrations/prometheus/metrics/base_metric.py | 4 ++-- robusta_krr/core/integrations/prometheus/metrics/memory_metric.py | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py index e62f9ac..9be4692 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py @@ -133,8 +133,8 @@ class BaseMetricLoader(Configurable, abc.ABC): Returns: ResourceHistoryData: An instance of the ResourceHistoryData class representing the loaded metrics. """ - - query = self.get_query(object, self._step_to_string(period)) + resolution = f'{self._step_to_string(period)}:{self._step_to_string(step)}' + query = self.get_query(object, resolution) query_type = self.get_query_type() end_time = datetime.datetime.now().astimezone() metric = Metric( diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index 8f4e286..af0bdda 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -16,7 +16,7 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): f'pod=~"{pods_selector}", ' f'container="{object.container}"' f"{cluster_label}" - "}) by (container, pod, job)" + "}) by (container, pod, job, id)" ) def get_query_type(self) -> QueryType: @@ -38,7 +38,7 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): f'container="{object.container}"' f'{cluster_label}}}' f'{resolution_formatted}' - f')) by (container, pod, job)' + f')) by (container, pod, job, id)' ) def get_query_type(self) -> QueryType: -- cgit v1.2.3 From 91b928c5976b1868732f1c46e770955d5dbfd3d5 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 21:03:19 +0300 Subject: removed test file --- out_test.txt | 2889 ---------------------------------------------------------- 1 file changed, 2889 deletions(-) delete mode 100644 out_test.txt diff --git a/out_test.txt b/out_test.txt deleted file mode 100644 index 783e58c..0000000 --- a/out_test.txt +++ /dev/null @@ -1,2889 +0,0 @@ -{ - "scans": [ - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "oom-kill-pod", - "container": "container-exclude", - "pods": [ - { - "name": "oom-kill-pod-6b4678db47-7bk68", - "deleted": false - } - ], - "hpa": null, - "namespace": "default", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": 130023424.0 - }, - "limits": { - "cpu": null, - "memory": 130023424.0 - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.011, - "severity": "WARNING" - }, - "memory": { - "value": 124780544.0, - "severity": "GOOD" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 124780544.0, - "severity": "GOOD" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.590427+03:00", - "end_time": "2023-07-02T20:51:24.590427+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-exclude\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.592629+03:00", - "end_time": "2023-07-02T20:51:24.592629+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "oom-kill-pod", - "container": "container-okay", - "pods": [ - { - "name": "oom-kill-pod-6b4678db47-7bk68", - "deleted": false - } - ], - "hpa": null, - "namespace": "default", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": 104857600.0 - }, - "limits": { - "cpu": null, - "memory": 104857600.0 - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 10485760.0, - "severity": "GOOD" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "GOOD" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.592715+03:00", - "end_time": "2023-07-02T20:51:24.592715+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"default\", pod=~\"oom-kill-pod-6b4678db47-7bk68\", container=\"container-okay\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.592796+03:00", - "end_time": "2023-07-02T20:51:24.592796+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-forwarder", - "container": "kubewatch", - "pods": [ - { - "name": "robusta-forwarder-7fdb9b5754-zd6nr", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": 0.01, - "memory": 536870912.0 - }, - "limits": { - "cpu": null, - "memory": 536870912.0 - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.006, - "severity": "GOOD" - }, - "memory": { - "value": 36700160.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 36700160.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr\", container=\"kubewatch\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.592859+03:00", - "end_time": "2023-07-02T20:51:24.592859+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-forwarder-7fdb9b5754-zd6nr\", container=\"kubewatch\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.592924+03:00", - "end_time": "2023-07-02T20:51:24.592924+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-grafana", - "container": "grafana-sc-dashboard", - "pods": [ - { - "name": "robusta-grafana-57cf65c765-cfwqb", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 82837504.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 82837504.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.593427+03:00", - "end_time": "2023-07-02T20:51:24.593427+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-dashboard\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.593480+03:00", - "end_time": "2023-07-02T20:51:24.593480+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-grafana", - "container": "grafana-sc-datasources", - "pods": [ - { - "name": "robusta-grafana-57cf65c765-cfwqb", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 80740352.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 80740352.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.593557+03:00", - "end_time": "2023-07-02T20:51:24.593557+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana-sc-datasources\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.593611+03:00", - "end_time": "2023-07-02T20:51:24.593611+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-grafana", - "container": "grafana", - "pods": [ - { - "name": "robusta-grafana-57cf65c765-cfwqb", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 80740352.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 80740352.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.593677+03:00", - "end_time": "2023-07-02T20:51:24.593677+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-grafana-57cf65c765-cfwqb\", container=\"grafana\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.593730+03:00", - "end_time": "2023-07-02T20:51:24.593730+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-kube-prometheus-st-operator", - "container": "kube-prometheus-stack", - "pods": [ - { - "name": "robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": 0.1, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "GOOD" - }, - "memory": { - "value": 44040192.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 44040192.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.593780+03:00", - "end_time": "2023-07-02T20:51:24.593780+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-prometheus-st-operator-7c5db9ccb9-c8vrh\", container=\"kube-prometheus-stack\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.593834+03:00", - "end_time": "2023-07-02T20:51:24.593834+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-kube-state-metrics", - "container": "kube-state-metrics", - "pods": [ - { - "name": "robusta-kube-state-metrics-649fd7db9f-kdkft", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": 0.01, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "GOOD" - }, - "memory": { - "value": 19922944.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 19922944.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.593888+03:00", - "end_time": "2023-07-02T20:51:24.593888+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-kube-state-metrics-649fd7db9f-kdkft\", container=\"kube-state-metrics\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.593935+03:00", - "end_time": "2023-07-02T20:51:24.593935+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-runner", - "container": "runner", - "pods": [ - { - "name": "robusta-runner-5dbc6d6bcc-9k9hg", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": 0.25, - "memory": 1073741824.0 - }, - "limits": { - "cpu": null, - "memory": 1073741824.0 - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.351, - "severity": "OK" - }, - "memory": { - "value": 1067450368.0, - "severity": "GOOD" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 1067450368.0, - "severity": "GOOD" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "OK", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-9k9hg\", container=\"runner\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.593987+03:00", - "end_time": "2023-07-02T20:51:24.593987+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-runner-5dbc6d6bcc-9k9hg\", container=\"runner\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594040+03:00", - "end_time": "2023-07-02T20:51:24.594040+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "crashpod", - "container": "crashpod", - "pods": [ - { - "name": "crashpod-64b874bbbc-4j6rz", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": "No data", - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz\", container=\"crashpod\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594095+03:00", - "end_time": "2023-07-02T20:51:24.594095+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"crashpod-64b874bbbc-4j6rz\", container=\"crashpod\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594147+03:00", - "end_time": "2023-07-02T20:51:24.594147+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "server-1", - "container": "nginx", - "pods": [ - { - "name": "server-1-6f45c78d44-89vjr", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": 7.0, - "memory": null - }, - "limits": { - "cpu": 7.0, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594201+03:00", - "end_time": "2023-07-02T20:51:24.594201+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-1-6f45c78d44-89vjr\", container=\"nginx\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594249+03:00", - "end_time": "2023-07-02T20:51:24.594249+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "server-2", - "container": "nginx", - "pods": [ - { - "name": "server-2-5696d848f7-bgckc", - "deleted": false - }, - { - "name": "server-2-5696d848f7-dmqmr", - "deleted": false - }, - { - "name": "server-2-5696d848f7-dnb98", - "deleted": false - }, - { - "name": "server-2-5696d848f7-gw9lq", - "deleted": false - }, - { - "name": "server-2-5696d848f7-h6rvj", - "deleted": false - }, - { - "name": "server-2-5696d848f7-hf8hb", - "deleted": false - }, - { - "name": "server-2-5696d848f7-jffrd", - "deleted": false - }, - { - "name": "server-2-5696d848f7-lqq7z", - "deleted": false - }, - { - "name": "server-2-5696d848f7-lsznb", - "deleted": false - }, - { - "name": "server-2-5696d848f7-m9qdg", - "deleted": false - }, - { - "name": "server-2-5696d848f7-mjlff", - "deleted": false - }, - { - "name": "server-2-5696d848f7-p4dbs", - "deleted": false - }, - { - "name": "server-2-5696d848f7-p9v49", - "deleted": false - }, - { - "name": "server-2-5696d848f7-pd5cp", - "deleted": false - }, - { - "name": "server-2-5696d848f7-pnzch", - "deleted": false - }, - { - "name": "server-2-5696d848f7-r6lqm", - "deleted": false - }, - { - "name": "server-2-5696d848f7-rhqcx", - "deleted": false - }, - { - "name": "server-2-5696d848f7-rtt7f", - "deleted": false - }, - { - "name": "server-2-5696d848f7-vzwgg", - "deleted": false - }, - { - "name": "server-2-5696d848f7-wlxnx", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-5696d848f7-bgckc|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-gw9lq|server-2-5696d848f7-h6rvj|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lsznb|server-2-5696d848f7-m9qdg|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-r6lqm|server-2-5696d848f7-rhqcx|server-2-5696d848f7-rtt7f|server-2-5696d848f7-vzwgg|server-2-5696d848f7-wlxnx\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594338+03:00", - "end_time": "2023-07-02T20:51:24.594338+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-5696d848f7-bgckc|server-2-5696d848f7-dmqmr|server-2-5696d848f7-dnb98|server-2-5696d848f7-gw9lq|server-2-5696d848f7-h6rvj|server-2-5696d848f7-hf8hb|server-2-5696d848f7-jffrd|server-2-5696d848f7-lqq7z|server-2-5696d848f7-lsznb|server-2-5696d848f7-m9qdg|server-2-5696d848f7-mjlff|server-2-5696d848f7-p4dbs|server-2-5696d848f7-p9v49|server-2-5696d848f7-pd5cp|server-2-5696d848f7-pnzch|server-2-5696d848f7-r6lqm|server-2-5696d848f7-rhqcx|server-2-5696d848f7-rtt7f|server-2-5696d848f7-vzwgg|server-2-5696d848f7-wlxnx\", container=\"nginx\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594470+03:00", - "end_time": "2023-07-02T20:51:24.594470+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "server-2-prod", - "container": "nginx", - "pods": [ - { - "name": "server-2-prod-567db795df-72vl9", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-8skdz", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-bct22", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-kjbpl", - "deleted": false - }, - { - "name": "server-2-prod-567db795df-wtf5z", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"server-2-prod-567db795df-72vl9|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-bct22|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-wtf5z\", container=\"nginx\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594532+03:00", - "end_time": "2023-07-02T20:51:24.594532+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"server-2-prod-567db795df-72vl9|server-2-prod-567db795df-8skdz|server-2-prod-567db795df-bct22|server-2-prod-567db795df-kjbpl|server-2-prod-567db795df-wtf5z\", container=\"nginx\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594582+03:00", - "end_time": "2023-07-02T20:51:24.594582+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "thanos-query", - "container": "query", - "pods": [ - { - "name": "thanos-query-c5984db64-cqfr9", - "deleted": false - } - ], - "hpa": null, - "namespace": "thanos", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 156237824.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 156237824.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9\", container=\"query\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594632+03:00", - "end_time": "2023-07-02T20:51:24.594632+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-c5984db64-cqfr9\", container=\"query\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594680+03:00", - "end_time": "2023-07-02T20:51:24.594680+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "thanos-query-frontend", - "container": "query-frontend", - "pods": [ - { - "name": "thanos-query-frontend-788dd96785-dds52", - "deleted": false - } - ], - "hpa": null, - "namespace": "thanos", - "kind": "Deployment", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 12582912.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 12582912.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594728+03:00", - "end_time": "2023-07-02T20:51:24.594728+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"thanos\", pod=~\"thanos-query-frontend-788dd96785-dds52\", container=\"query-frontend\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594776+03:00", - "end_time": "2023-07-02T20:51:24.594776+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", - "container": "alertmanager", - "pods": [ - { - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "StatefulSet", - "allocations": { - "requests": { - "cpu": 0.05, - "memory": 209715200.0 - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "GOOD" - }, - "memory": { - "value": 25165824.0, - "severity": "OK" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 25165824.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594832+03:00", - "end_time": "2023-07-02T20:51:24.594832+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"alertmanager\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594879+03:00", - "end_time": "2023-07-02T20:51:24.594879+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager", - "container": "config-reloader", - "pods": [ - { - "name": "alertmanager-robusta-kube-prometheus-st-alertmanager-0", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "StatefulSet", - "allocations": { - "requests": { - "cpu": 0.2, - "memory": 52428800.0 - }, - "limits": { - "cpu": null, - "memory": 52428800.0 - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "OK" - }, - "memory": { - "value": 10485760.0, - "severity": "GOOD" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "GOOD" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "OK", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.594927+03:00", - "end_time": "2023-07-02T20:51:24.594927+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"alertmanager-robusta-kube-prometheus-st-alertmanager-0\", container=\"config-reloader\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.594974+03:00", - "end_time": "2023-07-02T20:51:24.594974+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "prometheus-robusta-kube-prometheus-st-prometheus", - "container": "prometheus", - "pods": [ - { - "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "StatefulSet", - "allocations": { - "requests": { - "cpu": 0.05, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.137, - "severity": "GOOD" - }, - "memory": { - "value": 2146435072.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 2146435072.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595029+03:00", - "end_time": "2023-07-02T20:51:24.595029+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"prometheus\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595077+03:00", - "end_time": "2023-07-02T20:51:24.595077+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "prometheus-robusta-kube-prometheus-st-prometheus", - "container": "config-reloader", - "pods": [ - { - "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "StatefulSet", - "allocations": { - "requests": { - "cpu": 0.2, - "memory": 52428800.0 - }, - "limits": { - "cpu": null, - "memory": 52428800.0 - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "OK" - }, - "memory": { - "value": 10485760.0, - "severity": "GOOD" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "GOOD" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "OK", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595125+03:00", - "end_time": "2023-07-02T20:51:24.595125+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"config-reloader\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595172+03:00", - "end_time": "2023-07-02T20:51:24.595172+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "prometheus-robusta-kube-prometheus-st-prometheus", - "container": "thanos-sidecar", - "pods": [ - { - "name": "prometheus-robusta-kube-prometheus-st-prometheus-0", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "StatefulSet", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 29360128.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 29360128.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595229+03:00", - "end_time": "2023-07-02T20:51:24.595229+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"prometheus-robusta-kube-prometheus-st-prometheus-0\", container=\"thanos-sidecar\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595340+03:00", - "end_time": "2023-07-02T20:51:24.595340+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "robusta-prometheus-node-exporter", - "container": "node-exporter", - "pods": [ - { - "name": "robusta-prometheus-node-exporter-7ll2r", - "deleted": false - }, - { - "name": "robusta-prometheus-node-exporter-7t2kl", - "deleted": false - }, - { - "name": "robusta-prometheus-node-exporter-nwfxd", - "deleted": false - }, - { - "name": "robusta-prometheus-node-exporter-zzzz6", - "deleted": false - } - ], - "hpa": null, - "namespace": "monitoring", - "kind": "DaemonSet", - "allocations": { - "requests": { - "cpu": 0.05, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "GOOD" - }, - "memory": { - "value": 13631488.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 13631488.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t2kl|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595402+03:00", - "end_time": "2023-07-02T20:51:24.595402+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"monitoring\", pod=~\"robusta-prometheus-node-exporter-7ll2r|robusta-prometheus-node-exporter-7t2kl|robusta-prometheus-node-exporter-nwfxd|robusta-prometheus-node-exporter-zzzz6\", container=\"node-exporter\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595454+03:00", - "end_time": "2023-07-02T20:51:24.595454+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138610", - "container": "fail-always", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595504+03:00", - "end_time": "2023-07-02T20:51:24.595504+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595551+03:00", - "end_time": "2023-07-02T20:51:24.595551+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138630", - "container": "fail-always", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595599+03:00", - "end_time": "2023-07-02T20:51:24.595599+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595646+03:00", - "end_time": "2023-07-02T20:51:24.595646+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138640", - "container": "fail-always", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595692+03:00", - "end_time": "2023-07-02T20:51:24.595692+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595740+03:00", - "end_time": "2023-07-02T20:51:24.595740+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138650", - "container": "fail-always", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595787+03:00", - "end_time": "2023-07-02T20:51:24.595787+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595858+03:00", - "end_time": "2023-07-02T20:51:24.595858+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138660", - "container": "fail-always", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595905+03:00", - "end_time": "2023-07-02T20:51:24.595905+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"fail-always\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.595951+03:00", - "end_time": "2023-07-02T20:51:24.595951+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "cron-scripts-sweep-clean-28138670", - "container": "fail-always", - "pods": [ - { - "name": "cron-scripts-sweep-clean-28138670-zrtp9", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28138670-zrtp9\", container=\"fail-always\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.595998+03:00", - "end_time": "2023-07-02T20:51:24.595998+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"cron-scripts-sweep-clean-28138670-zrtp9\", container=\"fail-always\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596050+03:00", - "end_time": "2023-07-02T20:51:24.596050+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138610", - "container": "db-backup", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596151+03:00", - "end_time": "2023-07-02T20:51:24.596151+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596198+03:00", - "end_time": "2023-07-02T20:51:24.596198+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138630", - "container": "db-backup", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596244+03:00", - "end_time": "2023-07-02T20:51:24.596244+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596294+03:00", - "end_time": "2023-07-02T20:51:24.596294+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138640", - "container": "db-backup", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596341+03:00", - "end_time": "2023-07-02T20:51:24.596341+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596403+03:00", - "end_time": "2023-07-02T20:51:24.596403+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138650", - "container": "db-backup", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596449+03:00", - "end_time": "2023-07-02T20:51:24.596449+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596494+03:00", - "end_time": "2023-07-02T20:51:24.596494+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138660", - "container": "db-backup", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596547+03:00", - "end_time": "2023-07-02T20:51:24.596547+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"db-backup\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596595+03:00", - "end_time": "2023-07-02T20:51:24.596595+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "daily-db-backup-28138670", - "container": "db-backup", - "pods": [ - { - "name": "daily-db-backup-28138670-924t7", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"daily-db-backup-28138670-924t7\", container=\"db-backup\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596646+03:00", - "end_time": "2023-07-02T20:51:24.596646+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"daily-db-backup-28138670-924t7\", container=\"db-backup\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596691+03:00", - "end_time": "2023-07-02T20:51:24.596691+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28134100", - "container": "migration-scripts", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596739+03:00", - "end_time": "2023-07-02T20:51:24.596739+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596788+03:00", - "end_time": "2023-07-02T20:51:24.596788+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28134110", - "container": "migration-scripts", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596840+03:00", - "end_time": "2023-07-02T20:51:24.596840+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.596887+03:00", - "end_time": "2023-07-02T20:51:24.596887+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28134130", - "container": "migration-scripts", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.596987+03:00", - "end_time": "2023-07-02T20:51:24.596987+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.597035+03:00", - "end_time": "2023-07-02T20:51:24.597035+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28134140", - "container": "migration-scripts", - "pods": [], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.597081+03:00", - "end_time": "2023-07-02T20:51:24.597081+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"\", container=\"migration-scripts\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.597132+03:00", - "end_time": "2023-07-02T20:51:24.597132+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28138650", - "container": "migration-scripts", - "pods": [ - { - "name": "migration-scripts-28138650-5w4rw", - "deleted": false - }, - { - "name": "migration-scripts-28138650-6rp79", - "deleted": false - }, - { - "name": "migration-scripts-28138650-lffjx", - "deleted": false - }, - { - "name": "migration-scripts-28138650-mdccs", - "deleted": false - }, - { - "name": "migration-scripts-28138650-smm4p", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.597190+03:00", - "end_time": "2023-07-02T20:51:24.597190+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138650-5w4rw|migration-scripts-28138650-6rp79|migration-scripts-28138650-lffjx|migration-scripts-28138650-mdccs|migration-scripts-28138650-smm4p\", container=\"migration-scripts\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.597238+03:00", - "end_time": "2023-07-02T20:51:24.597238+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28138660", - "container": "migration-scripts", - "pods": [ - { - "name": "migration-scripts-28138660-45qbw", - "deleted": false - }, - { - "name": "migration-scripts-28138660-dnp72", - "deleted": false - }, - { - "name": "migration-scripts-28138660-vmxpm", - "deleted": false - }, - { - "name": "migration-scripts-28138660-xd7zw", - "deleted": false - }, - { - "name": "migration-scripts-28138660-z5f4v", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138660-45qbw|migration-scripts-28138660-dnp72|migration-scripts-28138660-vmxpm|migration-scripts-28138660-xd7zw|migration-scripts-28138660-z5f4v\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.597293+03:00", - "end_time": "2023-07-02T20:51:24.597293+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138660-45qbw|migration-scripts-28138660-dnp72|migration-scripts-28138660-vmxpm|migration-scripts-28138660-xd7zw|migration-scripts-28138660-z5f4v\", container=\"migration-scripts\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.597340+03:00", - "end_time": "2023-07-02T20:51:24.597340+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "migration-scripts-28138670", - "container": "migration-scripts", - "pods": [ - { - "name": "migration-scripts-28138670-4tj4c", - "deleted": false - }, - { - "name": "migration-scripts-28138670-8mxlc", - "deleted": false - }, - { - "name": "migration-scripts-28138670-l6kjz", - "deleted": false - }, - { - "name": "migration-scripts-28138670-pq79c", - "deleted": false - }, - { - "name": "migration-scripts-28138670-v6hd9", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "limits": { - "cpu": { - "value": "?", - "severity": "UNKNOWN" - }, - "memory": { - "value": "?", - "severity": "UNKNOWN" - } - }, - "info": { - "cpu": "No data", - "memory": "No data" - } - }, - "severity": "UNKNOWN", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"migration-scripts-28138670-4tj4c|migration-scripts-28138670-8mxlc|migration-scripts-28138670-l6kjz|migration-scripts-28138670-pq79c|migration-scripts-28138670-v6hd9\", container=\"migration-scripts\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.597396+03:00", - "end_time": "2023-07-02T20:51:24.597396+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"migration-scripts-28138670-4tj4c|migration-scripts-28138670-8mxlc|migration-scripts-28138670-l6kjz|migration-scripts-28138670-pq79c|migration-scripts-28138670-v6hd9\", container=\"migration-scripts\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.597450+03:00", - "end_time": "2023-07-02T20:51:24.597450+03:00", - "step": "2m" - } - } - }, - { - "object": { - "cluster": "arn:aws:eks:us-east-2:530171408261:cluster/avi-test-cluster-2", - "name": "update-services", - "container": "run-forever", - "pods": [ - { - "name": "update-services-85xzj", - "deleted": false - } - ], - "hpa": null, - "namespace": "prod", - "kind": "Job", - "allocations": { - "requests": { - "cpu": null, - "memory": null - }, - "limits": { - "cpu": null, - "memory": null - }, - "info": {} - } - }, - "recommended": { - "requests": { - "cpu": { - "value": 0.005, - "severity": "WARNING" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "limits": { - "cpu": { - "value": null, - "severity": "GOOD" - }, - "memory": { - "value": 10485760.0, - "severity": "WARNING" - } - }, - "info": { - "cpu": null, - "memory": null - } - }, - "severity": "WARNING", - "metrics": { - "cpu": { - "query": "sum(irate(container_cpu_usage_seconds_total{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}[5m])) by (container, pod, job)", - "start_time": "2023-06-18T20:51:24.597506+03:00", - "end_time": "2023-07-02T20:51:24.597506+03:00", - "step": "2m" - }, - "memory": { - "query": "sum(container_memory_working_set_bytes{namespace=\"prod\", pod=~\"update-services-85xzj\", container=\"run-forever\"}) by (container, pod, job, id)", - "start_time": "2023-06-18T20:51:24.597554+03:00", - "end_time": "2023-07-02T20:51:24.597554+03:00", - "step": "2m" - } - } - } - ], - "score": 67, - "resources": [ - "cpu", - "memory" - ], - "description": "[b]Simple Strategy[/b]\n\nCPU request: 99.0% percentile, limit: unset\nMemory request: max + 5.0%, limit: max + 5.0%\n\nThis strategy does not work with objects with HPA defined (Horizontal Pod Autoscaler).\nIf HPA is defined for CPU or Memory, the strategy will return \"?\" for that resource.\n\nLearn more: [underline]https://github.com/robusta-dev/krr#algorithm[/underline]", - "strategy": { - "name": "simple", - "settings": { - "history_duration": 336.0, - "timeframe_duration": 2.0, - "cpu_percentile": 99.0, - "memory_buffer_percentage": 5.0 - } - } -} -- cgit v1.2.3 From a144cc8ea711f534258d1d28b542a7737a6bdab7 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Sun, 2 Jul 2023 21:04:56 +0300 Subject: black formatting --- .../prometheus/metrics/base_filtered_metric.py | 1 + .../integrations/prometheus/metrics/base_metric.py | 38 +++++++++++++--------- .../integrations/prometheus/metrics/cpu_metric.py | 4 +-- .../prometheus/metrics/memory_metric.py | 15 +++++---- .../metrics_service/prometheus_metrics_service.py | 4 +-- .../metrics_service/thanos_metrics_service.py | 6 +++- .../metrics_service/victoria_metrics_service.py | 6 +++- 7 files changed, 46 insertions(+), 28 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py index d39491e..c7ba3e7 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_filtered_metric.py @@ -5,6 +5,7 @@ from .base_metric import BaseMetricLoader, QueryType PrometheusSeries = Any + class BaseFilteredMetricLoader(BaseMetricLoader): """ This is the version of the BasicMetricLoader, that filters out data, diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py index 9be4692..e748565 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py @@ -14,17 +14,18 @@ from robusta_krr.utils.configurable import Configurable if TYPE_CHECKING: from .. import CustomPrometheusConnect + MetricsDictionary = dict[str, type[BaseMetricLoader]] + class QueryType(str, enum.Enum): - Query="query" - QueryRange="query_range" + Query = "query" + QueryRange = "query_range" # A registry of metrics that can be used to fetch a corresponding metric loader. REGISTERED_METRICS: MetricsDictionary = {} -STRATEGY_METRICS_OVERRIDES: dict[str,MetricsDictionary] = {} - +STRATEGY_METRICS_OVERRIDES: dict[str, MetricsDictionary] = {} class BaseMetricLoader(Configurable, abc.ABC): @@ -88,20 +89,20 @@ class BaseMetricLoader(Configurable, abc.ABC): def query_prometheus_thread(self, metric: Metric, query_type: QueryType) -> list[dict]: if query_type == QueryType.QueryRange: value = self.prometheus.custom_query_range( - query=metric.query, - start_time=metric.start_time, - end_time=metric.end_time, - step=metric.step, - ) + query=metric.query, + start_time=metric.start_time, + end_time=metric.end_time, + step=metric.step, + ) return value # regular query, lighter on preformance - results = self.prometheus.custom_query(query=metric.query) - #format the results to return the same format as custom_query_range + results = self.prometheus.custom_query(query=metric.query) + # format the results to return the same format as custom_query_range for result in results: result["values"] = [result.pop("value")] return results - + async def query_prometheus(self, metric: Metric, query_type: QueryType) -> list[dict]: """ Asynchronous method that queries Prometheus to fetch metrics. @@ -116,7 +117,7 @@ class BaseMetricLoader(Configurable, abc.ABC): loop = asyncio.get_running_loop() return await loop.run_in_executor( self.executor, - lambda: self.query_prometheus_thread( metric= metric, query_type=query_type), + lambda: self.query_prometheus_thread(metric=metric, query_type=query_type), ) async def load_data( @@ -133,7 +134,7 @@ class BaseMetricLoader(Configurable, abc.ABC): Returns: ResourceHistoryData: An instance of the ResourceHistoryData class representing the loaded metrics. """ - resolution = f'{self._step_to_string(period)}:{self._step_to_string(step)}' + resolution = f"{self._step_to_string(period)}:{self._step_to_string(step)}" query = self.get_query(object, resolution) query_type = self.get_query_type() end_time = datetime.datetime.now().astimezone() @@ -174,7 +175,11 @@ class BaseMetricLoader(Configurable, abc.ABC): try: lower_strategy = strategy.lower() - if lower_strategy and lower_strategy in STRATEGY_METRICS_OVERRIDES and resource in STRATEGY_METRICS_OVERRIDES[lower_strategy]: + if ( + lower_strategy + and lower_strategy in STRATEGY_METRICS_OVERRIDES + and resource in STRATEGY_METRICS_OVERRIDES[lower_strategy] + ): return STRATEGY_METRICS_OVERRIDES[lower_strategy][resource] return REGISTERED_METRICS[resource] except KeyError as e: @@ -201,6 +206,7 @@ def bind_metric(resource: str) -> Callable[[type[Self]], type[Self]]: return decorator + def override_metric(strategy: str, resource: str) -> Callable[[type[Self]], type[Self]]: """ A decorator that overrides the bound metric on a specific strategy. @@ -220,4 +226,4 @@ def override_metric(strategy: str, resource: str) -> Callable[[type[Self]], type STRATEGY_METRICS_OVERRIDES[lower_strategy][resource] = cls return cls - return decorator \ No newline at end of file + return decorator diff --git a/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py b/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py index f436285..bf27622 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/cpu_metric.py @@ -19,6 +19,6 @@ class CPUMetricLoader(BaseFilteredMetricLoader): f"{cluster_label}" "}[5m])) by (container, pod, job)" ) - + def get_query_type(self) -> QueryType: - return QueryType.QueryRange \ No newline at end of file + return QueryType.QueryRange diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index af0bdda..d333f34 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -5,6 +5,7 @@ from robusta_krr.core.models.objects import K8sObjectData from .base_filtered_metric import BaseFilteredMetricLoader from .base_metric import bind_metric, QueryType, override_metric + @bind_metric(ResourceType.Memory) class MemoryMetricLoader(BaseFilteredMetricLoader): def get_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: @@ -22,24 +23,26 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): def get_query_type(self) -> QueryType: return QueryType.QueryRange + @override_metric("simple", ResourceType.Memory) class MemoryMetricLoader(BaseFilteredMetricLoader): """ A class that overrides the memory metric on the simple strategy. """ + def get_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: pods_selector = "|".join(pod.name for pod in object.pods) cluster_label = self.get_prometheus_cluster_label() - resolution_formatted = f'[{resolution}]' if resolution else '' + resolution_formatted = f"[{resolution}]" if resolution else "" return ( - f'max(max_over_time(container_memory_working_set_bytes{{' + f"max(max_over_time(container_memory_working_set_bytes{{" f'namespace="{object.namespace}", ' f'pod=~"{pods_selector}", ' f'container="{object.container}"' - f'{cluster_label}}}' - f'{resolution_formatted}' - f')) by (container, pod, job, id)' + f"{cluster_label}}}" + f"{resolution_formatted}" + f")) by (container, pod, job, id)" ) - + def get_query_type(self) -> QueryType: return QueryType.Query diff --git a/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py b/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py index 919b508..83fcf38 100644 --- a/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py +++ b/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py @@ -200,7 +200,7 @@ class PrometheusMetricsService(MetricsService): f'owner_name="{object.name}", ' f'owner_kind="Deployment", ' f'namespace="{object.namespace}"' - f'{cluster_label}' + f"{cluster_label}" "}" f"[{period_literal}]" ) @@ -216,7 +216,7 @@ class PrometheusMetricsService(MetricsService): f'owner_name=~"{owners_regex}", ' f'owner_kind="{pod_owner_kind}", ' f'namespace="{object.namespace}"' - f'{cluster_label}' + f"{cluster_label}" "}" f"[{period_literal}]" ) diff --git a/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py b/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py index a95da9d..42066ae 100644 --- a/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py +++ b/robusta_krr/core/integrations/prometheus/metrics_service/thanos_metrics_service.py @@ -51,7 +51,11 @@ class ThanosMetricsService(PrometheusMetricsService): executor: Optional[ThreadPoolExecutor] = None, ) -> None: super().__init__( - config=config, cluster=cluster, api_client=api_client, service_discovery=ThanosMetricsDiscovery, executor=executor + config=config, + cluster=cluster, + api_client=api_client, + service_discovery=ThanosMetricsDiscovery, + executor=executor, ) def check_connection(self): diff --git a/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py b/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py index eeb8f02..9c15cab 100644 --- a/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py +++ b/robusta_krr/core/integrations/prometheus/metrics_service/victoria_metrics_service.py @@ -50,7 +50,11 @@ class VictoriaMetricsService(PrometheusMetricsService): executor: Optional[ThreadPoolExecutor] = None, ) -> None: super().__init__( - config=config, cluster=cluster, api_client=api_client, service_discovery=VictoriaMetricsDiscovery, executor=executor + config=config, + cluster=cluster, + api_client=api_client, + service_discovery=VictoriaMetricsDiscovery, + executor=executor, ) def check_connection(self): -- cgit v1.2.3 From fc2f288bcb96546a9d1ca5e4d0622c28a38bcc9c Mon Sep 17 00:00:00 2001 From: avi robusta Date: Tue, 4 Jul 2023 13:55:07 +0300 Subject: return query for graphs --- .../core/integrations/prometheus/metrics/base_metric.py | 16 ++++++++++++++++ .../integrations/prometheus/metrics/memory_metric.py | 7 +++++-- 2 files changed, 21 insertions(+), 2 deletions(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py index e748565..8bf263c 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/base_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/base_metric.py @@ -72,6 +72,19 @@ class BaseMetricLoader(Configurable, abc.ABC): pass + def get_graph_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: + """ + This method should be implemented by all subclasses to provide a query string in the metadata to produce relevant graphs. + + Args: + object (K8sObjectData): The object for which metrics need to be fetched. + resolution (Optional[str]): a string for configurable resolution to the query. + + Returns: + str: The query string. + """ + return self.get_query(object, resolution) + def _step_to_string(self, step: datetime.timedelta) -> str: """ Converts step in datetime.timedelta format to a string format used by Prometheus. @@ -145,6 +158,8 @@ class BaseMetricLoader(Configurable, abc.ABC): step=self._step_to_string(step), ) result = await self.query_prometheus(metric=metric, query_type=query_type) + # adding the query in the results for a graph + metric.query = self.get_graph_query(object, resolution) if result == []: self.warning(f"{service_name} returned no {self.__class__.__name__} metrics for {object}") @@ -207,6 +222,7 @@ def bind_metric(resource: str) -> Callable[[type[Self]], type[Self]]: return decorator +# This is a temporary solutions, metric loaders will be moved to strategy in the future def override_metric(strategy: str, resource: str) -> Callable[[type[Self]], type[Self]]: """ A decorator that overrides the bound metric on a specific strategy. diff --git a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py index d333f34..a8a4521 100644 --- a/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py +++ b/robusta_krr/core/integrations/prometheus/metrics/memory_metric.py @@ -23,9 +23,9 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): def get_query_type(self) -> QueryType: return QueryType.QueryRange - +# This is a temporary solutions, metric loaders will be moved to strategy in the future @override_metric("simple", ResourceType.Memory) -class MemoryMetricLoader(BaseFilteredMetricLoader): +class MemoryMetricLoader(MemoryMetricLoader): """ A class that overrides the memory metric on the simple strategy. """ @@ -46,3 +46,6 @@ class MemoryMetricLoader(BaseFilteredMetricLoader): def get_query_type(self) -> QueryType: return QueryType.Query + + def get_graph_query(self, object: K8sObjectData, resolution: Optional[str]) -> str: + return super().get_query(object, resolution) -- cgit v1.2.3 From 14c4ae526a7b8767f94a9dcfd64312dc865113a5 Mon Sep 17 00:00:00 2001 From: avi robusta Date: Tue, 4 Jul 2023 16:52:00 +0300 Subject: additional version bug fixes --- .../prometheus/metrics_service/prometheus_metrics_service.py | 2 ++ robusta_krr/core/runner.py | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py b/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py index 83fcf38..31fe0c0 100644 --- a/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py +++ b/robusta_krr/core/integrations/prometheus/metrics_service/prometheus_metrics_service.py @@ -178,6 +178,8 @@ class PrometheusMetricsService(MetricsService): self.debug(f"Gathering data for {object} and {resource}") MetricLoaderType = BaseMetricLoader.get_by_resource(resource, self.config.strategy) + await self.add_historic_pods(object, period) + metric_loader = MetricLoaderType(self.config, self.prometheus, self.executor) return await metric_loader.load_data(object, period, step, self.name()) diff --git a/robusta_krr/core/runner.py b/robusta_krr/core/runner.py index 890e19d..3cdf7b9 100644 --- a/robusta_krr/core/runner.py +++ b/robusta_krr/core/runner.py @@ -154,7 +154,7 @@ class Runner(Configurable): async def _collect_result(self) -> Result: clusters = await self._k8s_loader.list_clusters() - if len(clusters) > 1 and self.config.prometheus_url: + if clusters and len(clusters) > 1 and self.config.prometheus_url: # this can only happen for multi-cluster querying a single centeralized prometheus # In this scenario we dont yet support determining which metrics belong to which cluster so the reccomendation can be incorrect raise ClusterNotSpecifiedException( -- cgit v1.2.3