Skip to content

Commit

Permalink
Merge branch 'master' into ibm_vmspec_more
Browse files Browse the repository at this point in the history
  • Loading branch information
@powerkimhub
powerkimhub authored Dec 19, 2024
2 parents 301e400 + 4d71f4e commit 38c73d5
Show file tree
Hide file tree
Showing 5 changed files with 406 additions and 36 deletions.
302 changes: 300 additions & 2 deletions cloud-control-manager/cloud-driver/drivers/azure/resources/VMSpecHandler.go
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,7 @@ import (
"fmt"
"github.com/Azure/azure-sdk-for-go/sdk/resourcemanager/compute/armcompute/v6"
"strconv"
"strings"

call "github.com/cloud-barista/cb-spider/cloud-control-manager/cloud-driver/call-log"
idrv "github.com/cloud-barista/cb-spider/cloud-control-manager/cloud-driver/interfaces"
Expand All @@ -23,14 +24,311 @@ type AzureVmSpecHandler struct {
Client *armcompute.VirtualMachineSizesClient
}

func getGpuCount(vmSize string) (ea float32, memory int) {
vmSize = strings.ToLower(vmSize)

// NC series
// https://learn.microsoft.com/ko-kr/azure/virtual-machines/sizes/gpu-accelerated/nc-family
if strings.Contains(vmSize, "nc") {
if strings.Contains(vmSize, "h100") {
if strings.Contains(vmSize, "nc40") || strings.Contains(vmSize, "ncc40") {
return 1, 94
} else if strings.Contains(vmSize, "nc80") {
return 2, 188
}
} else if strings.Contains(vmSize, "t4") {
if strings.Contains(vmSize, "nc4") {
return 1, 16
} else if strings.Contains(vmSize, "nc8") {
return 1, 16
} else if strings.Contains(vmSize, "nc16") {
return 1, 16
} else if strings.Contains(vmSize, "nc64") {
return 4, 64
}
} else if strings.Contains(vmSize, "a100") {
if strings.Contains(vmSize, "nc24") {
return 1, 80
} else if strings.Contains(vmSize, "nc48") {
return 2, 160
} else if strings.Contains(vmSize, "nc96") {
return 4, 320
}
} else {
if strings.Contains(vmSize, "v2") {
if strings.Contains(vmSize, "nc24") {
return 4, 64
} else if strings.Contains(vmSize, "nc12") {
return 2, 32
} else if strings.Contains(vmSize, "nc6") {
return 1, 16
}
} else {
if strings.Contains(vmSize, "nc24") {
return 4, 48
} else if strings.Contains(vmSize, "nc12") {
return 2, 24
} else if strings.Contains(vmSize, "nc6") {
return 1, 12
}
}
}
}

// ND series
// https://learn.microsoft.com/ko-kr/azure/virtual-machines/sizes/gpu-accelerated/nd-family
if strings.Contains(vmSize, "nd") {
if strings.Contains(vmSize, "h100") {
if strings.Contains(vmSize, "nd96") {
return 8, 640
}
} else if strings.Contains(vmSize, "h200") {
if strings.Contains(vmSize, "nd96") {
return 8, 1128
}
} else if strings.Contains(vmSize, "mi300x") {
if strings.Contains(vmSize, "nd96") {
return 8, 1535
}
} else if strings.Contains(vmSize, "a100") {
if strings.Contains(vmSize, "asr") {
if strings.Contains(vmSize, "nd96") {
return 8, 320
}
} else if strings.Contains(vmSize, "amsr") {
if strings.Contains(vmSize, "nd96") {
return 8, 80
}
}
} else {
if strings.Contains(vmSize, "v2") {
if strings.Contains(vmSize, "nd40") {
// https://learn.microsoft.com/ko-kr/azure/virtual-machines/sizes/gpu-accelerated/ndv2-series?tabs=sizeaccelerators#sizes-in-series
// Dose not provide quantity
return 0, 256
}
} else {
if strings.Contains(vmSize, "nd24") {
return 4, 96
} else if strings.Contains(vmSize, "nd12") {
return 2, 48
} else if strings.Contains(vmSize, "nd6") {
return 1, 24
}
}
}
}

// NG series
// https://learn.microsoft.com/ko-kr/azure/virtual-machines/sizes/gpu-accelerated/ng-family
if strings.Contains(vmSize, "ng") {
if strings.Contains(vmSize, "v620") {
if strings.Contains(vmSize, "ng8") {
return 0.25, 8
} else if strings.Contains(vmSize, "ng16") {
return 0.5, 16
} else if strings.Contains(vmSize, "ng32") {
return 1, 32
}
}
}

// NV series
// https://learn.microsoft.com/ko-kr/azure/virtual-machines/sizes/gpu-accelerated/nv-family
if strings.Contains(vmSize, "nv") {
if strings.Contains(vmSize, "a10") {
if strings.Contains(vmSize, "nv6") {
// original quantity: 1/6 = 0.167
return 0.167, 8
} else if strings.Contains(vmSize, "nv12") {
// original quantity: 1/3 = 0.333
return 0.333, 8
} else if strings.Contains(vmSize, "nv18") {
return 0.5, 12
} else if strings.Contains(vmSize, "nv36") {
return 1, 24
} else if strings.Contains(vmSize, "nv72") {
return 2, 48
}
} else if strings.Contains(vmSize, "v710") {
if strings.Contains(vmSize, "nv4") {
// original quantity: 1/6 = 0.167
return 0.167, 4
} else if strings.Contains(vmSize, "nv8") {
// original quantity: 1/3 = 0.333
return 0.333, 8
} else if strings.Contains(vmSize, "nv12") {
return 0.5, 12
} else if strings.Contains(vmSize, "nv24") {
return 1, 24
} else if strings.Contains(vmSize, "nv28") {
return 1, 24
}
} else {
if strings.Contains(vmSize, "v3") {
if strings.Contains(vmSize, "nv12") {
return 1, 8
} else if strings.Contains(vmSize, "nv24") {
return 2, 16
} else if strings.Contains(vmSize, "nv48") {
return 4, 32
}
} else if strings.Contains(vmSize, "v4") {
if strings.Contains(vmSize, "nv4") {
return 0.125, 2
} else if strings.Contains(vmSize, "nv8") {
return 0.25, 4
} else if strings.Contains(vmSize, "nv16") {
return 0.5, 8
} else if strings.Contains(vmSize, "nv32") {
return 1, 16
}
} else {
if strings.Contains(vmSize, "nd24") {
return 4, 96
} else if strings.Contains(vmSize, "nd12") {
return 2, 48
} else if strings.Contains(vmSize, "nd6") {
return 1, 24
}
}
}
}

return -1, -1
}

func getGpuModel(vmSize string) string {
vmSize = strings.ToLower(vmSize)

if strings.Contains(vmSize, "h100") {
return "NVIDIA H100"
} else if strings.Contains(vmSize, "h200") {
return "NVIDIA H200"
} else if strings.Contains(vmSize, "a100") {
return "NVIDIA A100"
} else if strings.Contains(vmSize, "t4") {
return "NVIDIA Tesla T4"
} else if strings.Contains(vmSize, "a10") {
return "NVIDIA A10"
} else if strings.Contains(vmSize, "mi300x") {
return "AMD Instinct MI300X"
} else if strings.Contains(vmSize, "v620") {
return "AMD Radeon PRO V620"
} else if strings.Contains(vmSize, "v710") {
return "AMD Radeon PRO V710"
}

// NC series
if strings.Contains(vmSize, "nc") {
if strings.Contains(vmSize, "v3") {
return "NVIDIA Tesla V100"
} else if strings.Contains(vmSize, "v2") {
return "NVIDIA Tesla P100"
} else {
return "NVIDIA Tesla K80"
}
}

// ND series
if strings.Contains(vmSize, "nd") {
if strings.Contains(vmSize, "v2") {
return "NVIDIA Tesla V100 NVLINK"
} else {
return "NVIDIA Tesla P40"
}
}

// NV series
if strings.Contains(vmSize, "nv") {
if strings.Contains(vmSize, "v4") {
return "AMD Radeon Instinct MI25"
} else {
return "NVIDIA Tesla M60"
}
}

return ""
}

func formatGpuCountValue(value float32) string {
// 값이 정수인지 확인
if value == float32(int32(value)) {
return fmt.Sprintf("%d", int32(value))
}
return fmt.Sprintf("%.3f", value)
}

func parseGpuInfo(vmSizeName string) *irs.GpuInfo {
vmSizeLower := strings.ToLower(vmSizeName)

vmSizeLower = strings.ReplaceAll(vmSizeLower, "standard", "")

// Check if it's a GPU series
if !strings.Contains(vmSizeLower, "nc") &&
!strings.Contains(vmSizeLower, "nd") &&
!strings.Contains(vmSizeLower, "ng") &&
!strings.Contains(vmSizeLower, "nv") {
return nil
}

count, mem := getGpuCount(vmSizeLower)
countStr := formatGpuCountValue(count)
modelFullName := getGpuModel(vmSizeLower)
var mfr string
var model string
if strings.HasPrefix(modelFullName, "NVIDIA") {
mfr = "NVIDIA"
model, _ = strings.CutPrefix(modelFullName, "NVIDIA ")
} else if strings.HasPrefix(modelFullName, "AMD") {
mfr = "AMD"
model, _ = strings.CutPrefix(modelFullName, "AMD ")
}

return &irs.GpuInfo{
Count: countStr,
Mem: fmt.Sprintf("%d", mem*1024),
Mfr: mfr,
Model: model,
}
}

func setterVmSpec(region string, vmSpec *armcompute.VirtualMachineSize) *irs.VMSpecInfo {
var keyValueList []irs.KeyValue

if vmSpec.Name == nil {
return nil
}

keyValueList = append(keyValueList,
irs.KeyValue{
Key: "MaxDataDiskCount",
Value: strconv.FormatInt(int64(*vmSpec.MaxDataDiskCount), 10),
},
irs.KeyValue{
Key: "ResourceDiskSizeInMB",
Value: strconv.FormatInt(int64(*vmSpec.ResourceDiskSizeInMB), 10),
},
irs.KeyValue{
Key: "OSDiskSizeInMB",
Value: strconv.FormatInt(int64(*vmSpec.OSDiskSizeInMB), 10),
},
)

gpuInfoList := make([]irs.GpuInfo, 0)
gpuInfo := parseGpuInfo(*vmSpec.Name)
if gpuInfo != nil {
gpuInfoList = append(gpuInfoList, *gpuInfo)
}

vmSpecInfo := &irs.VMSpecInfo{
Region: region,
Name: *vmSpec.Name,
VCpu: irs.VCpuInfo{Count: strconv.FormatInt(int64(*vmSpec.NumberOfCores), 10)},
Mem: strconv.FormatInt(int64(*vmSpec.MemoryInMB), 10),
Gpu: nil,
KeyValueList: nil,
Disk: strconv.FormatInt(int64(*vmSpec.OSDiskSizeInMB/1024), 10),
Gpu: gpuInfoList,
KeyValueList: keyValueList,
}
return vmSpecInfo
}
Expand Down
Loading

0 comments on commit 38c73d5

Please sign in to comment.