Files
cloudpods/pkg/multicloud/azure/image.go

581 lines
16 KiB
Go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package azure
import (
"context"
"fmt"
"strings"
"time"
"yunion.io/x/jsonutils"
"yunion.io/x/log"
"yunion.io/x/pkg/utils"
api "yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudprovider"
)
type ImageStatusType string
const (
ImageStatusCreating ImageStatusType = "Creating"
ImageStatusAvailable ImageStatusType = "Succeeded"
ImageStatusUnAvailable ImageStatusType = "UnAvailable"
ImageStatusCreateFailed ImageStatusType = "CreateFailed"
)
type OperatingSystemStateTypes string
type ImageOSDisk struct {
OsType string `json:"osType,omitempty"`
OsState string `json:"osState,omitempty"`
Snapshot *SubResource `json:"snapshot,omitempty"`
ManagedDisk *SubResource
BlobURI string `json:"blobUri,omitempty"`
Caching string `json:"caching,omitempty"`
DiskSizeGB int32 `json:"diskSizeGB,omitzero"`
StorageAccountType string `json:"storageAccountType,omitempty"`
OperatingSystem string `json:"operatingSystem,omitempty"`
}
type ImageDataDisk struct {
Lun int32
Snapshot SubResource
ManagedDisk SubResource
BlobURI string
Caching string
DiskSizeGB int32 `json:"diskSizeGB,omitzero"`
StorageAccountType string
}
type ImageStorageProfile struct {
OsDisk ImageOSDisk `json:"osDisk,omitempty"`
DataDisks []ImageDataDisk `json:"dataDisks,omitempty"`
ZoneResilient bool `json:"zoneResilient,omitfalse"`
}
type SAutomaticOSUpgradeProperties struct {
AutomaticOSUpgradeSupported bool
}
type ImageProperties struct {
SourceVirtualMachine *SubResource
StorageProfile ImageStorageProfile `json:"storageProfile,omitempty"`
ProvisioningState ImageStatusType
}
type SImage struct {
storageCache *SStoragecache
Properties ImageProperties `json:"properties,omitempty"`
ID string `json:"id,omitempty"`
Name string
Type string
Location string
Publisher string
Offer string
Sku string
Version string
ImageType string
}
func (self *SImage) GetMinRamSizeMb() int {
return 0
}
func (self *SImage) GetMetadata() *jsonutils.JSONDict {
data := jsonutils.NewDict()
osType := string(self.Properties.StorageProfile.OsDisk.OsType)
if len(osType) > 0 {
data.Add(jsonutils.NewString(osType), "os_name")
}
return nil
}
func (self *SImage) GetId() string {
return self.ID
}
func (self *SImage) GetName() string {
return self.Name
}
func (self *SImage) IsEmulated() bool {
return false
}
func (self *SImage) GetGlobalId() string {
return strings.ToLower(self.ID)
}
func (self *SImage) GetStatus() string {
switch self.Properties.ProvisioningState {
case "created":
return api.CACHED_IMAGE_STATUS_CACHING
case "Succeeded":
return api.CACHED_IMAGE_STATUS_READY
default:
log.Errorf("Unknow image status: %s", self.Properties.ProvisioningState)
return api.CACHED_IMAGE_STATUS_CACHE_FAILED
}
}
func (self *SImage) GetImageStatus() string {
switch self.Properties.ProvisioningState {
case "created":
return cloudprovider.IMAGE_STATUS_QUEUED
case "Succeeded":
return cloudprovider.IMAGE_STATUS_ACTIVE
default:
log.Errorf("Unknow image status: %s", self.Properties.ProvisioningState)
return cloudprovider.IMAGE_STATUS_KILLED
}
}
func (self *SImage) Refresh() error {
new, err := self.storageCache.region.GetImageById(self.ID)
if err != nil {
return err
}
return jsonutils.Update(self, new)
}
func (self *SImage) GetImageType() string {
return self.ImageType
}
func (self *SImage) GetSizeByte() int64 {
return int64(self.Properties.StorageProfile.OsDisk.DiskSizeGB) * 1024 * 1024 * 1024
}
func (self *SImage) isPublic() bool {
if self.ImageType == cloudprovider.CachedImageTypeCustomized {
return false
}
return true
}
func (self *SImage) GetOsType() string {
osType := self.Properties.StorageProfile.OsDisk.OsType
if len(osType) == 0 {
osType = publisherGetOsType(self.Publisher)
}
return osType
}
func (self *SImage) GetOsArch() string {
if self.ImageType == cloudprovider.CachedImageTypeCustomized {
return "x86_64"
}
return publisherGetOsArch(self.Publisher, self.Offer, self.Sku, self.Version)
}
func (self *SImage) GetOsDist() string {
if self.ImageType == cloudprovider.CachedImageTypeCustomized {
return ""
}
return publisherGetOsDist(self.Publisher, self.Offer, self.Sku, self.Version)
}
func (self *SImage) GetOsVersion() string {
return publisherGetOsVersion(self.Publisher, self.Offer, self.Sku, self.Version)
}
func (self *SImage) GetMinOsDiskSizeGb() int {
if self.Properties.StorageProfile.OsDisk.DiskSizeGB > 0 {
return int(self.Properties.StorageProfile.OsDisk.DiskSizeGB)
}
return 30
}
func (self *SImage) GetImageFormat() string {
return "vhd"
}
func (self *SImage) GetCreateTime() time.Time {
return time.Time{}
}
func (self *SImage) GetIStoragecache() cloudprovider.ICloudStoragecache {
return self.storageCache
}
func (self *SRegion) GetImageStatus(imageId string) (ImageStatusType, error) {
if image, err := self.GetImageById(imageId); err != nil {
return "", err
} else {
return image.Properties.ProvisioningState, nil
}
}
func isPrivateImageID(imageId string) bool {
return strings.HasPrefix(strings.ToLower(imageId), "/subscriptions/")
}
func (self *SRegion) GetImageById(imageId string) (SImage, error) {
if isPrivateImageID(imageId) {
return self.getPrivateImage(imageId)
} else {
return self.getOfferedImage(imageId)
}
}
func (self *SRegion) getPrivateImage(imageId string) (SImage, error) {
image := SImage{}
err := self.client.Get(imageId, []string{}, &image)
if err != nil {
return image, err
}
return image, nil
}
/* func (self *SRegion) GetImageByName(name string) (*SImage, error) {
images := []SImage{}
err := self.client.ListAll("Microsoft.Compute/images", &images)
if err != nil {
return nil, err
}
for i := 0; i < len(images); i++ {
if images[i].Name == name {
return &images[i], nil
}
}
return nil, cloudprovider.ErrNotFound
}
func (self *SRegion) GetImageById(idstr string) (*SImage, error) {
images := []SImage{}
err := self.client.ListAll("Microsoft.Compute/images", &images)
if err != nil {
return nil, err
}
for i := 0; i < len(images); i++ {
if images[i].ID == idstr {
return &images[i], nil
}
}
return nil, cloudprovider.ErrNotFound
}*/
func (self *SRegion) CreateImageByBlob(imageName, osType, blobURI string, diskSizeGB int32) (*SImage, error) {
if diskSizeGB < 1 || diskSizeGB > 4095 {
diskSizeGB = 30
}
image := SImage{
Name: imageName,
Location: self.Name,
Properties: ImageProperties{
StorageProfile: ImageStorageProfile{
OsDisk: ImageOSDisk{
OsType: osType,
OsState: "Generalized",
BlobURI: blobURI,
DiskSizeGB: diskSizeGB,
},
},
},
Type: "Microsoft.Compute/images",
}
return &image, self.client.Create(jsonutils.Marshal(image), &image)
}
func (self *SRegion) CreateImage(snapshotId, imageName, osType, imageDesc string) (*SImage, error) {
image := SImage{
Name: imageName,
Location: self.Name,
Properties: ImageProperties{
StorageProfile: ImageStorageProfile{
OsDisk: ImageOSDisk{
OsType: osType,
OsState: "Generalized",
Snapshot: &SubResource{
ID: snapshotId,
},
},
},
},
Type: "Microsoft.Compute/images",
}
return &image, self.client.Create(jsonutils.Marshal(image), &image)
}
func (self *SRegion) getOfferedImages(publishersFilter []string, offersFilter []string, skusFilter []string, verFilter []string, imageType string, latestVer bool) ([]SImage, error) {
images := make([]SImage, 0)
idMap, err := self.GetOfferedImageIDs(publishersFilter, offersFilter, skusFilter, verFilter, latestVer)
if err != nil {
return nil, err
}
for id, _image := range idMap {
image, err := self.getOfferedImage(id)
if err == nil {
image.ImageType = imageType
image.Properties.StorageProfile.OsDisk.DiskSizeGB = int32(_image.Properties.OsDiskImage.SizeInGb)
image.Properties.StorageProfile.OsDisk.OsType = _image.Properties.OsDiskImage.OperatingSystem
images = append(images, image)
}
}
return images, nil
}
func (self *SRegion) GetOfferedImageIDs(publishersFilter []string, offersFilter []string, skusFilter []string, verFilter []string, latestVer bool) (map[string]SAzureImageResource, error) {
idMap := map[string]SAzureImageResource{}
publishers, err := self.GetImagePublishers(toLowerStringArray(publishersFilter))
if err != nil {
return nil, err
}
for _, publisher := range publishers {
offers, err := self.getImageOffers(publisher, toLowerStringArray(offersFilter))
if err != nil {
return nil, err
}
for _, offer := range offers {
skus, err := self.getImageSkus(publisher, offer, toLowerStringArray(skusFilter))
if err != nil {
return nil, err
}
for _, sku := range skus {
verFilter = toLowerStringArray(verFilter)
vers, err := self.getImageVersions(publisher, offer, sku, verFilter)
if err != nil {
return nil, err
}
if latestVer && len(vers) > 0 {
vers = []string{vers[len(vers)-1]}
}
for _, ver := range vers {
idStr := strings.Join([]string{publisher, offer, sku, ver}, "/")
image, err := self.getImageDetail(publisher, offer, sku, ver)
if err != nil {
return nil, err
}
idMap[idStr] = image
}
}
}
}
return idMap, nil
}
func (self *SRegion) getPrivateImages() ([]SImage, error) {
result := []SImage{}
images := []SImage{}
err := self.client.ListAll("Microsoft.Compute/images", &images)
if err != nil {
return nil, err
}
for i := 0; i < len(images); i++ {
if images[i].Location == self.Name {
images[i].ImageType = cloudprovider.CachedImageTypeCustomized
result = append(result, images[i])
}
}
return result, nil
}
func toLowerStringArray(input []string) []string {
output := make([]string, len(input))
for i := range input {
output[i] = strings.ToLower(input[i])
}
return output
}
func (self *SRegion) GetImages(imageType string) ([]SImage, error) {
images := make([]SImage, 0)
if len(imageType) == 0 {
ret, _ := self.getPrivateImages()
if len(ret) > 0 {
images = append(images, ret...)
}
ret, _ = self.getOfferedImages(knownPublishers, nil, nil, nil, cloudprovider.CachedImageTypeSystem, true)
if len(ret) > 0 {
images = append(images, ret...)
}
return images, nil
}
switch imageType {
case cloudprovider.CachedImageTypeCustomized:
return self.getPrivateImages()
case cloudprovider.CachedImageTypeSystem:
return self.getOfferedImages(knownPublishers, nil, nil, nil, cloudprovider.CachedImageTypeSystem, true)
default:
return self.getOfferedImages(nil, nil, nil, nil, cloudprovider.CachedImageTypeMarket, true)
}
}
func (self *SRegion) DeleteImage(imageId string) error {
return self.client.Delete(imageId)
}
func (self *SImage) GetBlobUri() string {
return self.Properties.StorageProfile.OsDisk.BlobURI
}
func (self *SImage) Delete(ctx context.Context) error {
return self.storageCache.region.DeleteImage(self.ID)
}
type SOsDiskImage struct {
OperatingSystem string `json:"operatingSystem"`
SizeInGb int `json:"sizeInGb"`
}
type SAzureImageResourceProperties struct {
ReplicaType string `json:"replicaType"`
OsDiskImage SOsDiskImage `json:"osDiskImage"`
}
type SAzureImageResource struct {
Id string
Name string
Location string
Properties SAzureImageResourceProperties
}
func (region *SRegion) GetImagePublishers(filter []string) ([]string, error) {
publishers := make([]SAzureImageResource, 0)
err := region.client.ListResources(fmt.Sprintf("Microsoft.Compute/locations/%s/publishers", region.Name), &publishers, nil)
if err != nil {
return nil, err
}
ret := make([]string, 0)
for i := range publishers {
if len(filter) == 0 || utils.IsInStringArray(strings.ToLower(publishers[i].Name), filter) {
ret = append(ret, publishers[i].Name)
}
}
return ret, nil
}
func (region *SRegion) getImageOffers(publisher string, filter []string) ([]string, error) {
offsers := make([]SAzureImageResource, 0)
err := region.client.ListResources(fmt.Sprintf("Microsoft.Compute/locations/%s/publishers/%s/artifacttypes/vmimage/offers", region.Name, publisher), &offsers, nil)
if err != nil {
return nil, err
}
ret := make([]string, 0)
for i := range offsers {
if len(filter) == 0 || utils.IsInStringArray(strings.ToLower(offsers[i].Name), filter) {
ret = append(ret, offsers[i].Name)
}
}
return ret, nil
}
func (region *SRegion) getImageSkus(publisher string, offser string, filter []string) ([]string, error) {
skus := make([]SAzureImageResource, 0)
err := region.client.ListResources(fmt.Sprintf("Microsoft.Compute/locations/%s/publishers/%s/artifacttypes/vmimage/offers/%s/skus", region.Name, publisher, offser), &skus, nil)
if err != nil {
return nil, err
}
ret := make([]string, 0)
for i := range skus {
if len(filter) == 0 || utils.IsInStringArray(strings.ToLower(skus[i].Name), filter) {
ret = append(ret, skus[i].Name)
}
}
return ret, nil
}
func (region *SRegion) getImageVersions(publisher string, offer string, sku string, filter []string) ([]string, error) {
vers := make([]SAzureImageResource, 0)
err := region.client.ListResources(fmt.Sprintf("Microsoft.Compute/locations/%s/publishers/%s/artifacttypes/vmimage/offers/%s/skus/%s/versions", region.Name, publisher, offer, sku), &vers, nil)
if err != nil {
return nil, err
}
ret := make([]string, 0)
for i := range vers {
if len(filter) == 0 || utils.IsInStringArray(strings.ToLower(vers[i].Name), filter) {
ret = append(ret, vers[i].Name)
}
}
return ret, nil
}
func (region *SRegion) getImageDetail(publisher string, offer string, sku string, version string) (SAzureImageResource, error) {
image := SAzureImageResource{}
id := "/Subscriptions/" + region.client.subscriptionId +
"/Providers/Microsoft.Compute/locations/" + region.Name +
"/publishers/" + publisher +
"/artifacttypes/vmimage/offers/" + offer +
"/skus/" + sku +
"/versions/" + version
return image, region.client.Get(id, []string{}, &image)
}
func (region *SRegion) getOfferedImage(offerId string) (SImage, error) {
image := SImage{}
parts := strings.Split(offerId, "/")
if len(parts) < 4 {
return image, fmt.Errorf("invalid image ID %s", offerId)
}
publisher := parts[0]
offer := parts[1]
sku := parts[2]
version := parts[3]
for _publish := range publisherDrivers {
if strings.ToLower(_publish) == publisher {
publisher = _publish
break
}
}
image.ID = offerId
image.Location = region.Name
image.Type = "Microsoft.Compute/vmimage"
image.Name = publisherGetName(publisher, offer, sku, version)
image.Publisher = publisher
image.Offer = offer
image.Sku = sku
image.Version = version
image.Properties.ProvisioningState = ImageStatusAvailable
_image, err := region.getImageDetail(publisher, offer, sku, version)
if err == nil {
image.Properties.StorageProfile.OsDisk.DiskSizeGB = int32(_image.Properties.OsDiskImage.SizeInGb)
image.Properties.StorageProfile.OsDisk.OperatingSystem = _image.Properties.OsDiskImage.OperatingSystem
}
return image, nil
}
func (region *SRegion) getOfferedImageId(image *SImage) (string, error) {
if isPrivateImageID(image.ID) {
return image.ID, nil
}
_image, err := region.getImageDetail(image.Publisher, image.Offer, image.Sku, image.Version)
if err != nil {
log.Errorf("failed to get offered image ID from %s error: %v", jsonutils.Marshal(image).PrettyString(), err)
return "", err
}
return _image.Id, nil
}
func (image *SImage) getImageReference() ImageReference {
if isPrivateImageID(image.ID) {
return ImageReference{
ID: image.ID,
}
} else {
return ImageReference{
Sku: image.Sku,
Publisher: image.Publisher,
Version: image.Version,
Offer: image.Offer,
}
}
}