Files
cloudpods/pkg/compute/tasks/guest/guest_start_task.go

245 lines
8.3 KiB
Go

// Copyright 2019 Yunion
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package guest
import (
"context"
"yunion.io/x/jsonutils"
"yunion.io/x/log"
"yunion.io/x/pkg/errors"
api "yunion.io/x/onecloud/pkg/apis/compute"
"yunion.io/x/onecloud/pkg/cloudcommon/db"
"yunion.io/x/onecloud/pkg/cloudcommon/db/taskman"
"yunion.io/x/onecloud/pkg/compute/models"
"yunion.io/x/onecloud/pkg/compute/options"
"yunion.io/x/onecloud/pkg/mcclient/auth"
"yunion.io/x/onecloud/pkg/mcclient/modules/vpcagent"
"yunion.io/x/onecloud/pkg/util/logclient"
)
type GuestStartTask struct {
SGuestBaseTask
}
func init() {
taskman.RegisterTask(GuestStartTask{})
taskman.RegisterTask(GuestSchedStartTask{})
}
func (self *GuestStartTask) OnInit(ctx context.Context, obj db.IStandaloneModel, data jsonutils.JSONObject) {
guest := obj.(*models.SGuest)
self.AttachReleasedDevices(ctx, guest)
}
func (self *GuestStartTask) attachReleasedDevices(ctx context.Context, guest *models.SGuest) error {
devs, err := guest.GetReleasedIsolatedDevices(ctx, self.GetUserCred())
if err != nil {
return errors.Wrap(err, "GetReleasedIsolatedDevices")
}
if len(devs) == 0 {
return self.ScheduleRun(nil)
}
type DevRequest struct {
Model string
GpuType string
SharingMode string
MemoryRequest int
}
devGroup := map[DevRequest]int{}
for _, dev := range devs {
devReq := DevRequest{dev.Model, dev.GpuType, dev.SharingMode, dev.MemoryRequest}
cnt, ok := devGroup[devReq]
if !ok {
devGroup[devReq] = 1
} else {
devGroup[devReq] = cnt + 1
}
}
for devReq, cnt := range devGroup {
attachReq := map[string]int{devReq.Model: cnt}
if err := guest.AttachIsolatedDevices(ctx, self.GetUserCred(), attachReq, devReq.GpuType, devReq.SharingMode, &devReq.MemoryRequest); err != nil {
return errors.Wrap(err, "attach isolated devices")
}
}
return guest.StartIsolatedDevicesSyncTask(ctx, self.GetUserCred(), false, self.GetTaskId())
}
func (self *GuestStartTask) AttachReleasedDevices(ctx context.Context, guest *models.SGuest) {
self.SetStage("OnReleasedDevicesAttached", nil)
if guest.ShutdownBehavior != api.SHUTDOWN_STOP_RELEASE_GPU {
self.ScheduleRun(nil)
return
}
if err := self.attachReleasedDevices(ctx, guest); err != nil {
self.OnStartCompleteFailed(ctx, guest, jsonutils.NewString(errors.Wrap(err, "attach released devices").Error()))
return
}
}
func (self *GuestStartTask) OnReleasedDevicesAttached(ctx context.Context, guest *models.SGuest, data jsonutils.JSONObject) {
db.OpsLog.LogEvent(guest, db.ACT_STARTING, nil, self.UserCred)
self.RequestStart(ctx, guest)
}
func (self *GuestStartTask) OnReleasedDevicesFailed(ctx context.Context, guest *models.SGuest, data jsonutils.JSONObject) {
self.OnStartCompleteFailed(ctx, guest, data)
}
func (self *GuestStartTask) RequestStart(ctx context.Context, guest *models.SGuest) {
self.SetStage("OnStartComplete", nil)
host, _ := guest.GetHost()
guest.SetStatus(ctx, self.UserCred, api.VM_STARTING, "")
drv, err := guest.GetDriver()
if err != nil {
self.OnStartCompleteFailed(ctx, guest, jsonutils.NewString(err.Error()))
return
}
err = drv.RequestStartOnHost(ctx, guest, host, self.UserCred, self)
if err != nil {
self.OnStartCompleteFailed(ctx, guest, jsonutils.NewString(err.Error()))
return
}
}
func (task *GuestStartTask) OnStartComplete(ctx context.Context, obj db.IStandaloneModel, data jsonutils.JSONObject) {
guest := obj.(*models.SGuest)
// save start mem and cpu
guest.SetMetadata(ctx, api.VM_METADATA_START_VCPU_COUNT, guest.VcpuCount, task.UserCred)
guest.SetMetadata(ctx, api.VM_METADATA_START_VMEM_MB, guest.VmemSize, task.UserCred)
// save start time
guest.SaveLastStartAt()
if data.Contains("cpu_numa_pin") {
cpuNumaPin := make([]api.SCpuNumaPin, 0)
err := data.Unmarshal(&cpuNumaPin, "cpu_numa_pin")
if err != nil {
log.Errorf("failed unmarshal cpu numa pin %s", err)
} else {
if err = guest.SetCpuNumaPin(ctx, task.UserCred, nil, cpuNumaPin); err != nil {
log.Errorf("failed set cpu numa pin %s", err)
}
}
}
// sync Vpc Topology
isVpc, err := guest.IsOneCloudVpcNetwork()
if err != nil {
log.Errorf("IsOneCloudVpcNetwork fail: %s", err)
} else if isVpc {
// force update VPC topo
err := vpcagent.VpcAgent.DoSync(auth.GetAdminSession(ctx, options.Options.Region))
if err != nil {
log.Errorf("vpcagent.VpcAgent.DoSync fail %s", err)
}
}
// log
db.OpsLog.LogEvent(guest, db.ACT_START, guest.GetShortDesc(ctx), task.UserCred)
logclient.AddActionLogWithStartable(task, guest, logclient.ACT_VM_START, guest.GetShortDesc(ctx), task.UserCred, true)
task.taskComplete(ctx, guest)
}
func (self *GuestStartTask) OnStartCompleteFailed(ctx context.Context, obj db.IStandaloneModel, err jsonutils.JSONObject) {
guest := obj.(*models.SGuest)
guest.SetStatus(ctx, self.UserCred, api.VM_START_FAILED, err.String())
db.OpsLog.LogEvent(guest, db.ACT_START_FAIL, err, self.UserCred)
logclient.AddActionLogWithStartable(self, guest, logclient.ACT_VM_START, err, self.UserCred, false)
self.SetStageFailed(ctx, err)
}
func (self *GuestStartTask) taskComplete(ctx context.Context, guest *models.SGuest) {
models.HostManager.ClearSchedDescCache(guest.HostId)
self.SetStageComplete(ctx, nil)
}
type GuestSchedStartTask struct {
SGuestBaseTask
}
func (self *GuestSchedStartTask) OnInit(ctx context.Context, obj db.IStandaloneModel, data jsonutils.JSONObject) {
guest := obj.(*models.SGuest)
self.StartScheduler(ctx, guest)
}
func (self *GuestSchedStartTask) StartScheduler(ctx context.Context, guest *models.SGuest) {
host, _ := guest.GetHost()
if host.EnableNumaAllocate {
self.ScheduleFailed(ctx, guest, true)
return
}
if request := host.GetRunningGuestResourceUsage(); request == nil {
self.TaskFailed(ctx, guest, jsonutils.NewString("Guest Start Failed: Can't Get Host Guests CPU Memory Usage"))
} else {
if float32(request.GuestVmemSize+guest.VmemSize) > host.GetVirtualMemorySize() {
log.Infof("host memory not enough to start guest")
self.ScheduleFailed(ctx, guest, false)
} else if request.GuestVcpuCount+guest.VcpuCount > int(host.GetVirtualCPUCount()) {
log.Infof("host cpu not enough to start guest")
self.ScheduleFailed(ctx, guest, false)
} else {
self.ScheduleSucc(ctx, guest)
}
}
}
func (self *GuestSchedStartTask) ScheduleFailed(ctx context.Context, guest *models.SGuest, resetCpuNumaPin bool) {
self.SetStage("OnGuestMigrate", nil)
preferHostId := ""
if resetCpuNumaPin {
preferHostId = guest.HostId
}
guest.StartMigrateTask(ctx, self.UserCred, false, false, guest.Status, preferHostId, self.GetId())
}
func (self *GuestSchedStartTask) OnGuestMigrate(ctx context.Context, guest *models.SGuest, data jsonutils.JSONObject) {
self.SetStage("OnGuestStarted", nil)
guest.GuestNonSchedStartTask(ctx, self.UserCred, self.Params, self.GetTaskId())
}
func (self *GuestSchedStartTask) OnGuestMigrateFailed(ctx context.Context, guest *models.SGuest, data jsonutils.JSONObject) {
self.TaskFailed(ctx, guest, data)
}
func (self *GuestSchedStartTask) OnGuestStarted(ctx context.Context, guest *models.SGuest, data jsonutils.JSONObject) {
self.SetStageComplete(ctx, nil)
}
func (self *GuestSchedStartTask) OnGuestStartedFailed(ctx context.Context, guest *models.SGuest, data jsonutils.JSONObject) {
self.TaskFailed(ctx, guest, data)
}
func (self *GuestSchedStartTask) ScheduleSucc(ctx context.Context, guest *models.SGuest) {
self.SetStage("OnGuestStarted", nil)
guest.GuestNonSchedStartTask(ctx, self.UserCred, self.Params, self.GetTaskId())
}
func (self *GuestSchedStartTask) TaskFailed(ctx context.Context, guest *models.SGuest, reason jsonutils.JSONObject) {
self.SetStageFailed(ctx, reason)
guest.SetStatus(ctx, self.UserCred, api.VM_START_FAILED, reason.String())
db.OpsLog.LogEvent(guest, db.ACT_START_FAIL, reason, self.UserCred)
logclient.AddActionLogWithStartable(
self, guest, logclient.ACT_VM_START, reason, self.UserCred, false)
}