Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -17,16 +17,19 @@ type HostUtilization struct {
// VCPU resource usage
VCPUsUsed float64 `db:"vcpus_used" json:"vcpusUsed"`
VCPUsUtilizedPct float64 `db:"vcpus_utilized_pct" json:"vcpusUtilizedPct"`
PhysicalVCPUs float64 `db:"physical_vcpus" json:"physicalVCPUs"`
TotalVCPUsAllocatable float64 `db:"total_vcpus_allocatable" json:"totalVCPUsAllocatable"`

// RAM resource usage
RAMUsedMB float64 `db:"ram_used_mb" json:"ramUsedMB"`
RAMUtilizedPct float64 `db:"ram_utilized_pct" json:"ramUtilizedPct"`
PhysicalRAMMB float64 `db:"physical_ram_mb" json:"physicalRAMMB"`
TotalRAMAllocatableMB float64 `db:"total_ram_allocatable_mb" json:"totalRAMAllocatableMB"`

// Disk resource usage
DiskUsedGB float64 `db:"disk_used_gb" json:"diskUsedGB"`
DiskUtilizedPct float64 `db:"disk_utilized_pct" json:"diskUtilizedPct"`
PhysicalDiskGB float64 `db:"physical_disk_gb" json:"physicalDiskGB"`
TotalDiskAllocatableGB float64 `db:"total_disk_allocatable_gb" json:"totalDiskAllocatableGB"`
}

Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,9 @@
WITH host_resources AS (
SELECT
h.service_host AS compute_host,
CAST((i_memory_mb.total - i_memory_mb.reserved) AS FLOAT) AS physical_ram_mb,
CAST((i_vcpu.total - i_vcpu.reserved) AS FLOAT) AS physical_vcpus,
CAST((i_disk_gb.total - i_disk_gb.reserved) AS FLOAT) AS physical_disk_gb,
CAST((i_memory_mb.total - i_memory_mb.reserved) * i_memory_mb.allocation_ratio AS FLOAT) AS total_ram_allocatable_mb,
CAST((i_vcpu.total - i_vcpu.reserved) * i_vcpu.allocation_ratio AS FLOAT) AS total_vcpus_allocatable,
CAST((i_disk_gb.total - i_disk_gb.reserved) * i_disk_gb.allocation_ratio AS FLOAT) AS total_disk_allocatable_gb,
Expand All @@ -21,6 +24,8 @@ WITH host_resources AS (


-- Resource usage formulas:
-- - "PhysicalCapacity": Raw usable resource after subtracting reserved capacity, before overcommit.
-- Formula: placement.total - placement.reserved
-- - "TotalAllocatableCapacity": The maximum usable resource after reserving capacity and applying overcommit.
-- Formula: (placement.total - placement.reserved) * placement.allocation_ratio
-- - "UsedAbsolute": The actual amount of resource currently in use (includes overcommit).
Expand All @@ -35,6 +40,9 @@ WITH host_resources AS (

SELECT
compute_host,
physical_ram_mb,
physical_vcpus,
physical_disk_gb,
total_ram_allocatable_mb,
total_vcpus_allocatable,
total_disk_allocatable_gb,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,9 @@ func TestHostUtilizationExtractor_Extract(t *testing.T) {
expected: []HostUtilization{
{
ComputeHost: "host1",
PhysicalVCPUs: 100,
PhysicalRAMMB: 1000,
PhysicalDiskGB: 2000,
TotalVCPUsAllocatable: 100,
TotalRAMAllocatableMB: 1000,
TotalDiskAllocatableGB: 2000,
Expand Down Expand Up @@ -121,6 +124,9 @@ func TestHostUtilizationExtractor_Extract(t *testing.T) {
expected: []HostUtilization{
{
ComputeHost: "host1",
PhysicalVCPUs: 100,
PhysicalRAMMB: 1000,
PhysicalDiskGB: 2000,
TotalVCPUsAllocatable: 100,
TotalRAMAllocatableMB: 1000,
TotalDiskAllocatableGB: 2000,
Expand Down Expand Up @@ -171,6 +177,9 @@ func TestHostUtilizationExtractor_Extract(t *testing.T) {
expected: []HostUtilization{
{
ComputeHost: "host1",
PhysicalVCPUs: 100,
PhysicalRAMMB: 1000,
PhysicalDiskGB: 2000,
TotalVCPUsAllocatable: 200,
TotalRAMAllocatableMB: 1000,
TotalDiskAllocatableGB: 2000,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -27,9 +27,10 @@ type hostReservationResources struct {

type KVMHostCapacityKPI struct {
// Common base for all KPIs that provides standard functionality.
plugins.BaseKPI[struct{}] // No options passed through yaml config
totalCapacityPerHost *prometheus.Desc
capacityPerHost *prometheus.Desc
plugins.BaseKPI[struct{}] // No options passed through yaml config
totalCapacityPerHost *prometheus.Desc
totalPhysicalCapacityPerHost *prometheus.Desc
capacityPerHost *prometheus.Desc
}

func (KVMHostCapacityKPI) GetName() string {
Expand All @@ -40,6 +41,12 @@ func (k *KVMHostCapacityKPI) Init(db *db.DB, client client.Client, opts conf.Raw
if err := k.BaseKPI.Init(db, client, opts); err != nil {
return err
}
k.totalPhysicalCapacityPerHost = prometheus.NewDesc(
"cortex_kvm_host_physical_capacity_total",
"Total physical resource capacity on the KVM hosts (individually by host, ignoring overcommit factor). CPU in vCPUs, memory in bytes.",
append(kvmHostLabels, "resource"),
nil,
Comment thread
SoWieMarkus marked this conversation as resolved.
)
k.totalCapacityPerHost = prometheus.NewDesc(
"cortex_kvm_host_capacity_total",
"Total resource capacity on the KVM hosts (individually by host). CPU in vCPUs, memory in bytes.",
Expand All @@ -57,6 +64,7 @@ func (k *KVMHostCapacityKPI) Init(db *db.DB, client client.Client, opts conf.Raw

func (k *KVMHostCapacityKPI) Describe(ch chan<- *prometheus.Desc) {
ch <- k.totalCapacityPerHost
ch <- k.totalPhysicalCapacityPerHost
ch <- k.capacityPerHost
}

Expand Down Expand Up @@ -160,14 +168,21 @@ func (k *KVMHostCapacityKPI) Collect(ch chan<- prometheus.Metric) {

for _, hypervisor := range hypervisors {
cpuTotal, hasCPUTotal := hypervisor.getResourceCapacity(hv1.ResourceCPU)

ramTotal, hasRAMTotal := hypervisor.getResourceCapacity(hv1.ResourceMemory)

if !hasCPUTotal || !hasRAMTotal {
slog.Warn("hypervisor missing cpu or ram capacity, skipping", "host", hypervisor.Name)
continue
}

cpuPhysical, hasCPUPhysical := hypervisor.getPhysicalCapacity(hv1.ResourceCPU)
ramPhysical, hasRAMPhysical := hypervisor.getPhysicalCapacity(hv1.ResourceMemory)

if !hasCPUPhysical || !hasRAMPhysical {
slog.Warn("hypervisor missing physical cpu or ram capacity, skipping", "host", hypervisor.Name)
Comment thread
SoWieMarkus marked this conversation as resolved.
continue
}

cpuUsed := hypervisor.getResourceAllocation(hv1.ResourceCPU)
ramUsed := hypervisor.getResourceAllocation(hv1.ResourceMemory)

Expand All @@ -183,6 +198,9 @@ func (k *KVMHostCapacityKPI) Collect(ch chan<- prometheus.Metric) {

labels := hypervisor.getHostLabels()

ch <- prometheus.MustNewConstMetric(k.totalPhysicalCapacityPerHost, prometheus.GaugeValue, cpuPhysical.AsApproximateFloat64(), append(labels, "cpu")...)
ch <- prometheus.MustNewConstMetric(k.totalPhysicalCapacityPerHost, prometheus.GaugeValue, ramPhysical.AsApproximateFloat64(), append(labels, "ram")...)

ch <- prometheus.MustNewConstMetric(k.totalCapacityPerHost, prometheus.GaugeValue, cpuTotal.AsApproximateFloat64(), append(labels, "cpu")...)
ch <- prometheus.MustNewConstMetric(k.totalCapacityPerHost, prometheus.GaugeValue, ramTotal.AsApproximateFloat64(), append(labels, "ram")...)

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,12 @@ func TestKVMResourceCapacityKPI_Init(t *testing.T) {
}
}

func kvmPhysicalMetric(host, res, az string, value float64) collectedVMwareMetric {
l := mockKVMHostLabels(host, az)
l["resource"] = res
return collectedVMwareMetric{Name: "cortex_kvm_host_physical_capacity_total", Labels: l, Value: value}
}

func kvmTotalMetric(host, res, az string, value float64) collectedVMwareMetric {
l := mockKVMHostLabels(host, az)
l["resource"] = res
Expand Down Expand Up @@ -117,6 +123,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 64),
Expand Down Expand Up @@ -157,6 +165,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 64),
Expand Down Expand Up @@ -231,6 +241,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("64"),
hv1.ResourceMemory: resource.MustParse("256Gi"),
Expand All @@ -240,6 +254,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 64),
Expand Down Expand Up @@ -267,6 +283,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("256"),
hv1.ResourceMemory: resource.MustParse("1Ti"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("256"),
hv1.ResourceMemory: resource.MustParse("1Ti"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
Expand All @@ -290,6 +310,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
return m
}
return []collectedVMwareMetric{
{Name: "cortex_kvm_host_physical_capacity_total", Labels: l("cpu", ""), Value: 256},
{Name: "cortex_kvm_host_physical_capacity_total", Labels: l("ram", ""), Value: 1099511627776}, // 1Ti
{Name: "cortex_kvm_host_capacity_total", Labels: l("cpu", ""), Value: 256},
{Name: "cortex_kvm_host_capacity_total", Labels: l("ram", ""), Value: 1099511627776}, // 1Ti
{Name: "cortex_kvm_host_capacity_usage", Labels: l("cpu", "utilized"), Value: 128},
Expand Down Expand Up @@ -318,6 +340,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("64"),
hv1.ResourceMemory: resource.MustParse("256Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("64"),
hv1.ResourceMemory: resource.MustParse("256Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("32"),
hv1.ResourceMemory: resource.MustParse("128Gi"),
Expand All @@ -341,6 +367,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
return m
}
return []collectedVMwareMetric{
{Name: "cortex_kvm_host_physical_capacity_total", Labels: l("cpu", ""), Value: 64},
{Name: "cortex_kvm_host_physical_capacity_total", Labels: l("ram", ""), Value: 274877906944}, // 256Gi
{Name: "cortex_kvm_host_capacity_total", Labels: l("cpu", ""), Value: 64},
{Name: "cortex_kvm_host_capacity_total", Labels: l("ram", ""), Value: 274877906944}, // 256Gi
{Name: "cortex_kvm_host_capacity_usage", Labels: l("cpu", "utilized"), Value: 32},
Expand Down Expand Up @@ -369,6 +397,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("100"),
hv1.ResourceMemory: resource.MustParse("200Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("100"),
hv1.ResourceMemory: resource.MustParse("200Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("50"),
hv1.ResourceMemory: resource.MustParse("100Gi"),
Expand All @@ -388,6 +420,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("200"),
hv1.ResourceMemory: resource.MustParse("400Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("200"),
hv1.ResourceMemory: resource.MustParse("400Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("150"),
hv1.ResourceMemory: resource.MustParse("300Gi"),
Expand All @@ -407,6 +443,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
return m
}
return []collectedVMwareMetric{
kvmPhysicalMetric("node010-bb100", "cpu", "qa-1a", 100),
kvmPhysicalMetric("node010-bb100", "ram", "qa-1a", 214748364800), // 200Gi
kvmTotalMetric("node010-bb100", "cpu", "qa-1a", 100),
kvmTotalMetric("node010-bb100", "ram", "qa-1a", 214748364800), // 200Gi
kvmUsageMetric("node010-bb100", "cpu", "utilized", "qa-1a", 50),
Expand All @@ -417,6 +455,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
kvmUsageMetric("node010-bb100", "ram", "failover", "qa-1a", 0),
kvmUsageMetric("node010-bb100", "cpu", "available", "qa-1a", 50), // 100-50-0-0
kvmUsageMetric("node010-bb100", "ram", "available", "qa-1a", 107374182400), // 200Gi-100Gi
{Name: "cortex_kvm_host_physical_capacity_total", Labels: sapphire("cpu", ""), Value: 200},
{Name: "cortex_kvm_host_physical_capacity_total", Labels: sapphire("ram", ""), Value: 429496729600}, // 400Gi
{Name: "cortex_kvm_host_capacity_total", Labels: sapphire("cpu", ""), Value: 200},
{Name: "cortex_kvm_host_capacity_total", Labels: sapphire("ram", ""), Value: 429496729600}, // 400Gi
{Name: "cortex_kvm_host_capacity_usage", Labels: sapphire("cpu", "utilized"), Value: 150},
Expand Down Expand Up @@ -445,12 +485,18 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("96"),
hv1.ResourceMemory: resource.MustParse("384Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("96"),
hv1.ResourceMemory: resource.MustParse("384Gi"),
},
Allocation: nil,
Traits: []string{},
},
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node004-bb091", "cpu", "qa-1d", 96),
kvmPhysicalMetric("node004-bb091", "ram", "qa-1d", 412316860416), // 384Gi
kvmTotalMetric("node004-bb091", "cpu", "qa-1d", 96),
kvmTotalMetric("node004-bb091", "ram", "qa-1d", 412316860416), // 384Gi
kvmUsageMetric("node004-bb091", "cpu", "utilized", "qa-1d", 0),
Expand Down Expand Up @@ -478,6 +524,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("64"),
hv1.ResourceMemory: resource.MustParse("256Gi"),
Expand Down Expand Up @@ -509,6 +559,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 64),
Expand Down Expand Up @@ -536,6 +588,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("64"),
hv1.ResourceMemory: resource.MustParse("256Gi"),
Expand Down Expand Up @@ -576,6 +632,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 64),
Expand Down Expand Up @@ -604,6 +662,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("64"),
hv1.ResourceMemory: resource.MustParse("256Gi"),
Expand Down Expand Up @@ -635,6 +697,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 64),
Expand Down Expand Up @@ -663,6 +727,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("128"),
hv1.ResourceMemory: resource.MustParse("512Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("64"),
hv1.ResourceMemory: resource.MustParse("256Gi"),
Expand Down Expand Up @@ -714,6 +782,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 128),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 549755813888), // 512Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 64),
Expand All @@ -740,6 +810,10 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
hv1.ResourceCPU: resource.MustParse("100"),
hv1.ResourceMemory: resource.MustParse("200Gi"),
},
Capacity: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("100"),
hv1.ResourceMemory: resource.MustParse("200Gi"),
},
Allocation: map[hv1.ResourceName]resource.Quantity{
hv1.ResourceCPU: resource.MustParse("80"),
hv1.ResourceMemory: resource.MustParse("150Gi"),
Expand Down Expand Up @@ -790,6 +864,8 @@ func TestKVMResourceCapacityKPI_Collect(t *testing.T) {
},
},
expectedMetrics: []collectedVMwareMetric{
kvmPhysicalMetric("node001-bb088", "cpu", "qa-1a", 100),
kvmPhysicalMetric("node001-bb088", "ram", "qa-1a", 214748364800), // 200Gi
kvmTotalMetric("node001-bb088", "cpu", "qa-1a", 100),
kvmTotalMetric("node001-bb088", "ram", "qa-1a", 214748364800), // 200Gi
kvmUsageMetric("node001-bb088", "cpu", "utilized", "qa-1a", 80),
Expand Down
Loading